fix(csv loader):

This commit is contained in:
Alexander Myasoedov committed 2025-03-13 18:32:22 +02:00
1 parent feb1becb3e
commit f4271ef2a1
1 file changed
+2 -2
+2 -2
View File
@@ -265,7 +265,7 @@ def load_local_csv() -> ProbeDataset:
return create_probe_dataset("Local CSV", prompts, {"src": str(csv_files)}) return create_probe_dataset("Local CSV", prompts, {"src": str(csv_files)})
@cache_to_disk() @cache_to_disk(1)
def load_csv(file: str) -> ProbeDataset: def load_csv(file: str) -> ProbeDataset:
"""Load prompts from local CSV files.""" """Load prompts from local CSV files."""
prompts = [] prompts = []
@@ -281,7 +281,7 @@ def load_csv(file: str) -> ProbeDataset:
return create_probe_dataset(f"fs://{file}", prompts, {"src": str(file)}) return create_probe_dataset(f"fs://{file}", prompts, {"src": str(file)})
@cache_to_disk() @cache_to_disk(1)
def load_local_csv_files() -> list[ProbeDataset]: def load_local_csv_files() -> list[ProbeDataset]:
"""Load prompts from local CSV files and return a list of ProbeDataset objects.""" """Load prompts from local CSV files and return a list of ProbeDataset objects."""
csv_files = [f for f in os.listdir(".") if f.endswith(".csv")] csv_files = [f for f in os.listdir(".") if f.endswith(".csv")]