CalvinBackup/agentic_security
1
0
Fork 0
mirror of https://github.com/msoedov/agentic_security.git synced 2026-07-06 19:57:50 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat(Add error handling for csv):

Browse Source
This commit is contained in:
Alexander Myasoedov
2024-04-28 15:41:09 +03:00
parent 17db996280
commit 1fbcde8bbb
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agentic_security/probe_data/data.py
+7 -2
View File
@@ -268,11 +268,16 @@ def load_local_csv() -> ProbeDataset:
prompt_list = [] prompt_list = []
for file in csv_files: for file in csv_files:
df = pd.read_csv(file) try:
df = pd.read_csv(file)
except Exception as e:
logger.error(f"Error reading {file}: {e}")
continue
# Check if 'prompt' column exists # Check if 'prompt' column exists
if "prompt" in df.columns: if "prompt" in df.columns:
prompt_list.extend(df["prompt"].tolist()) prompt_list.extend(df["prompt"].tolist())
else:
logger.warning(f"File {file} does not contain a 'prompt' column")
return ProbeDataset( return ProbeDataset(
dataset_name="Local CSV", dataset_name="Local CSV",
metadata={"src": str(csv_files)}, metadata={"src": str(csv_files)},