add glob image pattern to config

This commit is contained in:
harisreedhar
2025-01-21 23:36:06 +05:30
committed by henryruhs
parent 4260bd6c28
commit cfcf0ee2bd
2 changed files with 8 additions and 4 deletions
+2
View File
@@ -1,5 +1,7 @@
[preparing.dataset]
dataset_path = /assets/VGGface2_None_norm_512_true_bygfpgan
folder_pattern = {}/*
image_pattern = {}/*.*g
[preparing.dataloader]
same_person_probability = 0.2
+6 -4
View File
@@ -22,13 +22,15 @@ def read_image(image_path: str) -> VisionFrame:
class DataLoaderVGG(TensorDataset):
def __init__(self, dataset_path : str) -> None:
self.same_person_probability = CONFIG.getfloat('preparing.dataloader', 'same_person_probability')
self.image_paths = glob.glob('{}/*/*.*g'.format(dataset_path)) # @todo globs belong to the config
self.folder_paths = glob.glob('{}/*'.format(dataset_path))
image_pattern = CONFIG.get('preparing.dataset', 'image_pattern')
folder_pattern = CONFIG.get('preparing.dataset', 'folder_pattern')
self.folder_paths = glob.glob(folder_pattern.format(dataset_path))
self.image_paths = []
self.image_path_set = {}
self._current_index = 0
for folder_path in self.folder_paths:
image_paths = glob.glob('{}/*'.format(folder_path)) # @todo not sure about alls this globs being used here :-)
image_paths = glob.glob(image_pattern.format(folder_path))
self.image_paths.extend(image_paths)
self.image_path_set[folder_path] = image_paths
self.dataset_total = len(self.image_paths)
self.transforms = transforms.Compose(