diff --git a/run.sh b/run.sh index 8bebea519..5b734d621 100755 --- a/run.sh +++ b/run.sh @@ -32,7 +32,7 @@ fi # environment variables -# export GARAK_PROBE='latentinjection.LatentInjectionFactSnippetLegal' +export GARAK_PROBE='latentinjection.LatentInjectionFactSnippetLegal' # export GARAK_PROBE='latentinjection.LatentInjectionReport' # export GARAK_PROBE='latentinjection.LatentInjectionResume' # export GARAK_PROBE='latentinjection.LatentInjectionTranslationEnFr' @@ -43,7 +43,6 @@ fi # export GARAK_PROBE='malwaregen.TopLevel' # export GARAK_PROBE='phrasing.FutureTense' # export GARAK_PROBE='phrasing.PastTense' -export GARAK_PROBE='promptinject.HijackKillHumans' # export GARAK_PROBE='promptinject.HijackLongPrompt' # export GARAK_PROBE='snowball.GraphConnectivity' # export GARAK_PROBE='snowball.Senators' diff --git a/http_logs_1752971849__exploitation.SQLInjectionSystem.json b/tests/logs/http/http_logs_1752971849__exploitation.SQLInjectionSystem.json similarity index 100% rename from http_logs_1752971849__exploitation.SQLInjectionSystem.json rename to tests/logs/http/http_logs_1752971849__exploitation.SQLInjectionSystem.json diff --git a/http_logs_1752973184__goodside.Davidjl.json b/tests/logs/http/http_logs_1752973184__goodside.Davidjl.json similarity index 100% rename from http_logs_1752973184__goodside.Davidjl.json rename to tests/logs/http/http_logs_1752973184__goodside.Davidjl.json diff --git a/http_logs_1752973549__goodside.Tag.json b/tests/logs/http/http_logs_1752973549__goodside.Tag.json similarity index 100% rename from http_logs_1752973549__goodside.Tag.json rename to tests/logs/http/http_logs_1752973549__goodside.Tag.json diff --git a/http_logs_1752977387__grandma.Substances.json b/tests/logs/http/http_logs_1752977387__grandma.Substances.json similarity index 100% rename from http_logs_1752977387__grandma.Substances.json rename to tests/logs/http/http_logs_1752977387__grandma.Substances.json diff --git a/http_logs_1753013213__grandma.Win11.json b/tests/logs/http/http_logs_1753013213__grandma.Win11.json similarity index 100% rename from http_logs_1753013213__grandma.Win11.json rename to tests/logs/http/http_logs_1753013213__grandma.Win11.json diff --git a/http_logs_1753014264__latentinjection.LatentInjectionFactSnippetEiffel.json b/tests/logs/http/http_logs_1753014264__latentinjection.LatentInjectionFactSnippetEiffel.json similarity index 100% rename from http_logs_1753014264__latentinjection.LatentInjectionFactSnippetEiffel.json rename to tests/logs/http/http_logs_1753014264__latentinjection.LatentInjectionFactSnippetEiffel.json diff --git a/http_logs_1753014376__leakreplay.GuardianCloze.json b/tests/logs/http/http_logs_1753014376__leakreplay.GuardianCloze.json similarity index 100% rename from http_logs_1753014376__leakreplay.GuardianCloze.json rename to tests/logs/http/http_logs_1753014376__leakreplay.GuardianCloze.json diff --git a/http_logs_1753018304__leakreplay.GuardianComplete.json b/tests/logs/http/http_logs_1753018304__leakreplay.GuardianComplete.json similarity index 100% rename from http_logs_1753018304__leakreplay.GuardianComplete.json rename to tests/logs/http/http_logs_1753018304__leakreplay.GuardianComplete.json diff --git a/http_logs_1753020445__latentinjection.LatentWhois.json b/tests/logs/http/http_logs_1753020445__latentinjection.LatentWhois.json similarity index 100% rename from http_logs_1753020445__latentinjection.LatentWhois.json rename to tests/logs/http/http_logs_1753020445__latentinjection.LatentWhois.json diff --git a/http_logs_1753040768__malwaregen.Evasion.json b/tests/logs/http/http_logs_1753040768__malwaregen.Evasion.json similarity index 100% rename from http_logs_1753040768__malwaregen.Evasion.json rename to tests/logs/http/http_logs_1753040768__malwaregen.Evasion.json diff --git a/http_logs_1753044868__phrasing.FutureTense.json b/tests/logs/http/http_logs_1753044868__phrasing.FutureTense.json similarity index 100% rename from http_logs_1753044868__phrasing.FutureTense.json rename to tests/logs/http/http_logs_1753044868__phrasing.FutureTense.json diff --git a/http_logs_1753044955__tap.PAIR.json b/tests/logs/http/http_logs_1753044955__tap.PAIR.json similarity index 100% rename from http_logs_1753044955__tap.PAIR.json rename to tests/logs/http/http_logs_1753044955__tap.PAIR.json diff --git a/http_logs_1753045079__xss.ColabAIDataLeakage.json b/tests/logs/http/http_logs_1753045079__xss.ColabAIDataLeakage.json similarity index 100% rename from http_logs_1753045079__xss.ColabAIDataLeakage.json rename to tests/logs/http/http_logs_1753045079__xss.ColabAIDataLeakage.json diff --git a/http_logs_1753045637__snowball.Primes.json b/tests/logs/http/http_logs_1753045637__snowball.Primes.json similarity index 100% rename from http_logs_1753045637__snowball.Primes.json rename to tests/logs/http/http_logs_1753045637__snowball.Primes.json diff --git a/http_logs_1753050667__suffix.BEAST.json b/tests/logs/http/http_logs_1753050667__suffix.BEAST.json similarity index 100% rename from http_logs_1753050667__suffix.BEAST.json rename to tests/logs/http/http_logs_1753050667__suffix.BEAST.json diff --git a/http_logs_1753050800__xss.StringAssemblyDataExfil.json b/tests/logs/http/http_logs_1753050800__xss.StringAssemblyDataExfil.json similarity index 100% rename from http_logs_1753050800__xss.StringAssemblyDataExfil.json rename to tests/logs/http/http_logs_1753050800__xss.StringAssemblyDataExfil.json diff --git a/http_logs_1753051170__topic.WordnetAllowedWords.json b/tests/logs/http/http_logs_1753051170__topic.WordnetAllowedWords.json similarity index 100% rename from http_logs_1753051170__topic.WordnetAllowedWords.json rename to tests/logs/http/http_logs_1753051170__topic.WordnetAllowedWords.json diff --git a/http_logs_1753058602__promptinject.HijackHateHumans.json b/tests/logs/http/http_logs_1753058602__promptinject.HijackHateHumans.json similarity index 100% rename from http_logs_1753058602__promptinject.HijackHateHumans.json rename to tests/logs/http/http_logs_1753058602__promptinject.HijackHateHumans.json diff --git a/http_logs_1753095905__malwaregen.Payload.json b/tests/logs/http/http_logs_1753095905__malwaregen.Payload.json similarity index 100% rename from http_logs_1753095905__malwaregen.Payload.json rename to tests/logs/http/http_logs_1753095905__malwaregen.Payload.json diff --git a/http_logs_1753102185__latentinjection.LatentJailbreak.json b/tests/logs/http/http_logs_1753102185__latentinjection.LatentJailbreak.json similarity index 100% rename from http_logs_1753102185__latentinjection.LatentJailbreak.json rename to tests/logs/http/http_logs_1753102185__latentinjection.LatentJailbreak.json diff --git a/http_logs_1753115986__phrasing.FutureTense.json b/tests/logs/http/http_logs_1753115986__phrasing.FutureTense.json similarity index 100% rename from http_logs_1753115986__phrasing.FutureTense.json rename to tests/logs/http/http_logs_1753115986__phrasing.FutureTense.json diff --git a/http_logs_1753124308__leakreplay.NYTComplete.json b/tests/logs/http/http_logs_1753124308__leakreplay.NYTComplete.json similarity index 100% rename from http_logs_1753124308__leakreplay.NYTComplete.json rename to tests/logs/http/http_logs_1753124308__leakreplay.NYTComplete.json diff --git a/http_logs_1753127064__promptinject.HijackKillHumans.json b/tests/logs/http/http_logs_1753127064__promptinject.HijackKillHumans.json similarity index 100% rename from http_logs_1753127064__promptinject.HijackKillHumans.json rename to tests/logs/http/http_logs_1753127064__promptinject.HijackKillHumans.json diff --git a/tests/security/run_garak.sh b/tests/security/run_garak.sh index 1d39d2316..9aba6032c 100755 --- a/tests/security/run_garak.sh +++ b/tests/security/run_garak.sh @@ -1,4 +1,4 @@ -export GARAK_PROBE='promptinject.HijackKillHumans' +export GARAK_PROBE='latentinjection.LatentInjectionFactSnippetLegal' garak -vvv \ diff --git a/tests/security/results/garak_logs.txt b/tests/security/tests/results/01_no_guidelines/garak_logs.txt similarity index 100% rename from tests/security/results/garak_logs.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs.txt diff --git a/tests/security/results/garak_logs2.txt b/tests/security/tests/results/01_no_guidelines/garak_logs2.txt similarity index 100% rename from tests/security/results/garak_logs2.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs2.txt diff --git a/tests/security/results/garak_logs3.txt b/tests/security/tests/results/01_no_guidelines/garak_logs3.txt similarity index 100% rename from tests/security/results/garak_logs3.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs3.txt diff --git a/tests/security/results/garak_logs4.txt b/tests/security/tests/results/01_no_guidelines/garak_logs4.txt similarity index 100% rename from tests/security/results/garak_logs4.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs4.txt diff --git a/tests/security/results/garak_logs__.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__.txt similarity index 100% rename from tests/security/results/garak_logs__.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__.txt diff --git a/tests/security/results/garak_logs__ansiescape.AnsiEscaped.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__ansiescape.AnsiEscaped.txt similarity index 100% rename from tests/security/results/garak_logs__ansiescape.AnsiEscaped.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__ansiescape.AnsiEscaped.txt diff --git a/tests/security/results/garak_logs__dan.DAN_Jailbreak.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__dan.DAN_Jailbreak.txt similarity index 100% rename from tests/security/results/garak_logs__dan.DAN_Jailbreak.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__dan.DAN_Jailbreak.txt diff --git a/tests/security/results/garak_logs__dan.DUDE.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__dan.DUDE.txt similarity index 100% rename from tests/security/results/garak_logs__dan.DUDE.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__dan.DUDE.txt diff --git a/tests/security/results/garak_logs__dan.DanInTheWild.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__dan.DanInTheWild.txt similarity index 100% rename from tests/security/results/garak_logs__dan.DanInTheWild.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__dan.DanInTheWild.txt diff --git a/tests/security/results/garak_logs__dan.STAN.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__dan.STAN.txt similarity index 100% rename from tests/security/results/garak_logs__dan.STAN.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__dan.STAN.txt diff --git a/tests/security/results/garak_logs__divergence.Repeat.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__divergence.Repeat.txt similarity index 100% rename from tests/security/results/garak_logs__divergence.Repeat.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__divergence.Repeat.txt diff --git a/tests/security/results/garak_logs__encoding.InjectAscii85.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__encoding.InjectAscii85.txt similarity index 100% rename from tests/security/results/garak_logs__encoding.InjectAscii85.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__encoding.InjectAscii85.txt diff --git a/tests/security/results/garak_logs__exploitation.SQLInjectionEcho.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__exploitation.SQLInjectionEcho.txt similarity index 100% rename from tests/security/results/garak_logs__exploitation.SQLInjectionEcho.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__exploitation.SQLInjectionEcho.txt diff --git a/tests/security/results/garak_logs__exploitation.SQLInjectionSystem.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__exploitation.SQLInjectionSystem.txt similarity index 100% rename from tests/security/results/garak_logs__exploitation.SQLInjectionSystem.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__exploitation.SQLInjectionSystem.txt diff --git a/tests/security/garak_logs__goodside.Davidjl.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__goodside.Davidjl.txt similarity index 100% rename from tests/security/garak_logs__goodside.Davidjl.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__goodside.Davidjl.txt diff --git a/tests/security/garak_logs__goodside.Tag.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__goodside.Tag.txt similarity index 100% rename from tests/security/garak_logs__goodside.Tag.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__goodside.Tag.txt diff --git a/tests/security/garak_logs__grandma.Substances.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Substances.txt similarity index 100% rename from tests/security/garak_logs__grandma.Substances.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Substances.txt diff --git a/tests/security/results/garak_logs__grandma.Win10.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Win10.txt similarity index 100% rename from tests/security/results/garak_logs__grandma.Win10.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Win10.txt diff --git a/tests/security/garak_logs__grandma.Win11.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Win11.txt similarity index 100% rename from tests/security/garak_logs__grandma.Win11.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__grandma.Win11.txt diff --git a/tests/security/garak_logs__latentinjection.LatentInjectionFactSnippetEiffel.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentInjectionFactSnippetEiffel.txt similarity index 100% rename from tests/security/garak_logs__latentinjection.LatentInjectionFactSnippetEiffel.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentInjectionFactSnippetEiffel.txt diff --git a/tests/security/garak_logs__latentinjection.LatentJailbreak.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentJailbreak.txt similarity index 100% rename from tests/security/garak_logs__latentinjection.LatentJailbreak.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentJailbreak.txt diff --git a/tests/security/garak_logs__latentinjection.LatentWhois.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentWhois.txt similarity index 100% rename from tests/security/garak_logs__latentinjection.LatentWhois.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__latentinjection.LatentWhois.txt diff --git a/tests/security/garak_logs__leakreplay.GuardianCloze.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.GuardianCloze.txt similarity index 100% rename from tests/security/garak_logs__leakreplay.GuardianCloze.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.GuardianCloze.txt diff --git a/tests/security/garak_logs__leakreplay.GuardianComplete.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.GuardianComplete.txt similarity index 100% rename from tests/security/garak_logs__leakreplay.GuardianComplete.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.GuardianComplete.txt diff --git a/tests/security/garak_logs__leakreplay.NYTComplete.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.NYTComplete.txt similarity index 100% rename from tests/security/garak_logs__leakreplay.NYTComplete.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__leakreplay.NYTComplete.txt diff --git a/tests/security/garak_logs__malwaregen.Evasion.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__malwaregen.Evasion.txt similarity index 100% rename from tests/security/garak_logs__malwaregen.Evasion.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__malwaregen.Evasion.txt diff --git a/tests/security/garak_logs__malwaregen.Payload.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__malwaregen.Payload.txt similarity index 100% rename from tests/security/garak_logs__malwaregen.Payload.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__malwaregen.Payload.txt diff --git a/tests/security/results/garak_logs__misleading.FalseAssertion.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__misleading.FalseAssertion.txt similarity index 100% rename from tests/security/results/garak_logs__misleading.FalseAssertion.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__misleading.FalseAssertion.txt diff --git a/tests/security/results/garak_logs__misleading.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__misleading.txt similarity index 100% rename from tests/security/results/garak_logs__misleading.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__misleading.txt diff --git a/tests/security/garak_logs__phrasing.FutureTense.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__phrasing.FutureTense.txt similarity index 100% rename from tests/security/garak_logs__phrasing.FutureTense.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__phrasing.FutureTense.txt diff --git a/tests/security/garak_logs__promptinject.HijackHateHumans.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__promptinject.HijackHateHumans.txt similarity index 100% rename from tests/security/garak_logs__promptinject.HijackHateHumans.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__promptinject.HijackHateHumans.txt diff --git a/tests/security/garak_logs__promptinject.HijackKillHumans.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__promptinject.HijackKillHumans.txt similarity index 100% rename from tests/security/garak_logs__promptinject.HijackKillHumans.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__promptinject.HijackKillHumans.txt diff --git a/tests/security/garak_logs__snowball.Primes.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__snowball.Primes.txt similarity index 100% rename from tests/security/garak_logs__snowball.Primes.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__snowball.Primes.txt diff --git a/tests/security/garak_logs__suffix.BEAST.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__suffix.BEAST.txt similarity index 100% rename from tests/security/garak_logs__suffix.BEAST.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__suffix.BEAST.txt diff --git a/tests/security/garak_logs__tap.PAIR.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__tap.PAIR.txt similarity index 100% rename from tests/security/garak_logs__tap.PAIR.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__tap.PAIR.txt diff --git a/tests/security/garak_logs__topic.WordnetAllowedWords.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__topic.WordnetAllowedWords.txt similarity index 100% rename from tests/security/garak_logs__topic.WordnetAllowedWords.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__topic.WordnetAllowedWords.txt diff --git a/tests/security/garak_logs__xss.ColabAIDataLeakage.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__xss.ColabAIDataLeakage.txt similarity index 100% rename from tests/security/garak_logs__xss.ColabAIDataLeakage.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__xss.ColabAIDataLeakage.txt diff --git a/tests/security/garak_logs__xss.StringAssemblyDataExfil.txt b/tests/security/tests/results/01_no_guidelines/garak_logs__xss.StringAssemblyDataExfil.txt similarity index 100% rename from tests/security/garak_logs__xss.StringAssemblyDataExfil.txt rename to tests/security/tests/results/01_no_guidelines/garak_logs__xss.StringAssemblyDataExfil.txt