import numpy import torch from torch import Tensor, nn from .types import EmbedderModule, Embedding, Padding, VisionFrame def convert_to_tensor(vision_frame : VisionFrame) -> Tensor: output_tensor = torch.from_numpy(vision_frame[:, :, ::-1].transpose(2, 0, 1).astype(numpy.float32)) output_tensor = output_tensor / 255.0 output_tensor = (output_tensor - 0.5) * 2 output_tensor = output_tensor.unsqueeze(0) return output_tensor def convert_to_vision_frame(input_tensor : Tensor) -> VisionFrame: vision_frame = input_tensor.detach().cpu().numpy()[0] vision_frame = vision_frame.transpose(1, 2, 0) vision_frame = (vision_frame + 1) * 127.5 vision_frame = vision_frame.clip(0, 255).astype(numpy.uint8) vision_frame = vision_frame[:, :, ::-1] return vision_frame def calc_embedding(embedder : EmbedderModule, input_tensor : Tensor, padding : Padding) -> Embedding: crop_tensor = input_tensor[:, :, 15: 241, 15: 241] crop_tensor = nn.functional.interpolate(crop_tensor, size = (112, 112), mode = 'area') crop_tensor[:, :, :padding[0], :] = 0 crop_tensor[:, :, 112 - padding[1]:, :] = 0 crop_tensor[:, :, :, :padding[2]] = 0 crop_tensor[:, :, :, 112 - padding[3]:] = 0 embedding = embedder(crop_tensor) embedding = nn.functional.normalize(embedding, p = 2) return embedding