don't overprocess results

This commit is contained in:
Adam Wilson
2025-07-28 13:10:03 -06:00
parent 24e28c0182
commit bc119ed50e
3 changed files with 17 additions and 7 deletions
@@ -100,6 +100,11 @@ class ReflexionSecurityGuardrailsService(
try:
result: TextGenerationCompletionResult = text_generation_completion_result
# if previous completions were scored below risk threshold, return as-is (don't apply guardrails)
if not result.original_result.is_completion_malicious() and not (result.guidelines_result and result.guidelines_result.is_completion_malicious()):
return result
original_user_prompt = result.original_result.user_prompt
prompt_template: StringPromptTemplate = self._get_template(text_generation_completion_result)
@@ -133,6 +138,8 @@ class ReflexionSecurityGuardrailsService(
# return raw result if the completion comparison score didn't exceed threshold
if not result.guardrails_result.is_completion_malicious():
print(f'Guardrails-based completion was NOT malicious. Score: {result.guardrails_result.semantic_similarity_result.max}')
if result.alternate_result:
result.alternate_result = None
return result
# provide the finalized alternate (refuse to answer)
@@ -112,13 +112,13 @@ class TextGenerationCompletionService(
text = completion_result.final_completion_text
)
# the completion is a result of no guidelines applied
if not completion_result.guidelines_result:
completion_result.guidelines_result = GuidelinesResult(
user_prompt=completion_result.original_result.user_prompt,
completion_text=completion_result.original_result.completion_text,
llm_config=completion_result.original_result.llm_config
)
# just return the original
completion_result.original_result.append_semantic_similarity_result(semantic_similarity_result=similarity_result)
return completion_result
# completion came from guidelines-enabled service:
# update completion result with similarity scoring threshold and result
completion_result.guidelines_result.cosine_similarity_risk_threshold = self.COSINE_SIMILARITY_RISK_THRESHOLD
completion_result.guidelines_result.append_semantic_similarity_result(semantic_similarity_result=similarity_result)