CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-08-18 17:17:16 +02:00
Code Issues Packages Projects Releases Wiki Activity

log full completion result with semantic similarity comparison results

Browse Source
This commit is contained in:
Adam Wilson
2025-07-28 11:49:07 -06:00
parent b971df0a7a
commit df14a01fe9
7 changed files with 29 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/text_generation/services/nlp/text_generation_completion_service.py
+3 -3
View File
@@ -57,7 +57,7 @@ class TextGenerationCompletionService(
self.reflexion_guardrails: AbstractGeneratedTextGuardrailService = reflexion_guardrails
# constants
self.COSINE_SIMILARITY_RISK_THRESHOLD = 0.75
self.COSINE_SIMILARITY_RISK_THRESHOLD = 0.8
# default guidelines settings
self._use_guidelines = False
@@ -121,8 +121,8 @@ class TextGenerationCompletionService(
# update completion result with similarity scoring threshold and result
completion_result.guidelines_result.cosine_similarity_risk_threshold = self.COSINE_SIMILARITY_RISK_THRESHOLD
completion_result.guidelines_result.cosine_similarity_score = similarity_result.max
completion_result.guidelines_result.append_semantic_similarity_result(semantic_similarity_result=similarity_result)
# return raw result if the completion comparison score didn't exceed threshold
if not completion_result.guidelines_result.is_completion_malicious():
print(f'Guidelines-based completion was NOT malicious. Score: {completion_result.guidelines_result.cosine_similarity_score}')