diff --git a/embedding_converter/src/training.py b/embedding_converter/src/training.py index 8333fc8..fbd5e39 100644 --- a/embedding_converter/src/training.py +++ b/embedding_converter/src/training.py @@ -46,7 +46,7 @@ class EmbeddingConverterTrainer(LightningModule): source_embedding = self.source_embedder(batch) output_embedding = self(source_embedding) validation_score = (nn.functional.cosine_similarity(source_embedding, output_embedding).mean() + 1) * 0.5 - self.log('validation_score', validation_score, prog_bar = True) + self.log('validation_score', validation_score, sync_dist = True, prog_bar = True) return validation_score def configure_optimizers(self) -> OptimizerSet: diff --git a/face_swapper/src/training.py b/face_swapper/src/training.py index 02df9aa..7ab2936 100644 --- a/face_swapper/src/training.py +++ b/face_swapper/src/training.py @@ -164,7 +164,7 @@ class FaceSwapperTrainer(LightningModule): output_tensor, _ = self.generator(source_embedding, target_tensor) output_embedding = calc_embedding(self.embedder, output_tensor, (0, 0, 0, 0)) validation_score = (nn.functional.cosine_similarity(source_embedding, output_embedding).mean() + 1) * 0.5 - self.log('validation_score', validation_score, prog_bar = True) + self.log('validation_score', validation_score, sync_dist = True, prog_bar = True) return validation_score def generate_preview(self, source_tensor : Tensor, target_tensor : Tensor, output_tensor : Tensor, output_mask : Mask) -> None: