CalvinBackup/llmsecops-research
1
0 Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-10-08 01:01:15 +02:00
Code Issues Packages Projects Releases Wiki Activity

log full completion result with semantic similarity comparison results

Browse Source
This commit is contained in:
Adam Wilson committed 2025-07-28 11:49:07 -06:00
1 parent b971df0a7a
commit df14a01fe9
7 files changed
+29 -41
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/integration/test_utils.py
+3 -6
View File
@@ -53,15 +53,12 @@ def run_prompt_analysis_test(
TestRunLoggingService(test_id=test_id).log_results(
id=inspect.currentframe().f_back.f_code.co_name,
prompt=prompt,
final_completion=completion_result.final_completion_text,
text_generation_completion_result=completion_result,
final_completion_text_score=result.max,
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
original_llm_config=completion_result.original_result.llm_config,
scores=result.scores,
mean=result.mean,
max=result.max
original_llm_config=completion_result.original_result.llm_config
)
results.append(result)