102 lines
3.9 KiB
Python
102 lines
3.9 KiB
Python
import cog
|
|
import tempfile
|
|
from pathlib import Path
|
|
import argparse
|
|
import cv2
|
|
import torch
|
|
from PIL import Image
|
|
import torch.nn.functional as F
|
|
from torchvision import transforms
|
|
from models.models import create_model
|
|
from options.test_options import TestOptions
|
|
from util.reverse2original import reverse2wholeimage
|
|
from util.norm import SpecificNorm
|
|
from test_wholeimage_swapmulti import _totensor
|
|
from insightface_func.face_detect_crop_multi import Face_detect_crop as Face_detect_crop_multi
|
|
from insightface_func.face_detect_crop_single import Face_detect_crop as Face_detect_crop_single
|
|
|
|
|
|
class Predictor(cog.Predictor):
|
|
def setup(self):
|
|
self.transformer_Arcface = transforms.Compose([
|
|
transforms.ToTensor(),
|
|
transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])
|
|
])
|
|
|
|
@cog.input("source", type=Path, help="source image")
|
|
@cog.input("target", type=Path, help="target image")
|
|
@cog.input("mode", type=str, options=['single', 'all'], default='all',
|
|
help="swap a single face (the one with highest confidence by face detection) or all faces in the target image")
|
|
def predict(self, source, target, mode='all'):
|
|
|
|
app = Face_detect_crop_multi(name='antelope', root='./insightface_func/models')
|
|
|
|
if mode == 'single':
|
|
app = Face_detect_crop_single(name='antelope', root='./insightface_func/models')
|
|
|
|
app.prepare(ctx_id=0, det_thresh=0.6, det_size=(640, 640))
|
|
|
|
options = TestOptions()
|
|
options.initialize()
|
|
opt = options.parser.parse_args(["--Arc_path", 'arcface_model/arcface_checkpoint.tar', "--pic_a_path", str(source),
|
|
"--pic_b_path", str(target), "--isTrain", False, "--no_simswaplogo"])
|
|
|
|
str_ids = opt.gpu_ids.split(',')
|
|
opt.gpu_ids = []
|
|
for str_id in str_ids:
|
|
id = int(str_id)
|
|
if id >= 0:
|
|
opt.gpu_ids.append(id)
|
|
|
|
# set gpu ids
|
|
if len(opt.gpu_ids) > 0:
|
|
torch.cuda.set_device(opt.gpu_ids[0])
|
|
|
|
torch.nn.Module.dump_patches = True
|
|
model = create_model(opt)
|
|
model.eval()
|
|
|
|
crop_size = opt.crop_size
|
|
spNorm = SpecificNorm()
|
|
|
|
with torch.no_grad():
|
|
pic_a = opt.pic_a_path
|
|
img_a_whole = cv2.imread(pic_a)
|
|
img_a_align_crop, _ = app.get(img_a_whole, crop_size)
|
|
img_a_align_crop_pil = Image.fromarray(cv2.cvtColor(img_a_align_crop[0], cv2.COLOR_BGR2RGB))
|
|
img_a = self.transformer_Arcface(img_a_align_crop_pil)
|
|
img_id = img_a.view(-1, img_a.shape[0], img_a.shape[1], img_a.shape[2])
|
|
|
|
# convert numpy to tensor
|
|
img_id = img_id.cuda()
|
|
|
|
# create latent id
|
|
img_id_downsample = F.interpolate(img_id, size=(112,112))
|
|
latend_id = model.netArc(img_id_downsample)
|
|
latend_id = F.normalize(latend_id, p=2, dim=1)
|
|
|
|
############## Forward Pass ######################
|
|
|
|
pic_b = opt.pic_b_path
|
|
img_b_whole = cv2.imread(pic_b)
|
|
img_b_align_crop_list, b_mat_list = app.get(img_b_whole, crop_size)
|
|
|
|
swap_result_list = []
|
|
b_align_crop_tenor_list = []
|
|
|
|
for b_align_crop in img_b_align_crop_list:
|
|
b_align_crop_tenor = _totensor(cv2.cvtColor(b_align_crop, cv2.COLOR_BGR2RGB))[None, ...].cuda()
|
|
|
|
swap_result = model(None, b_align_crop_tenor, latend_id, None, True)[0]
|
|
swap_result_list.append(swap_result)
|
|
b_align_crop_tenor_list.append(b_align_crop_tenor)
|
|
|
|
net = None
|
|
|
|
out_path = Path(tempfile.mkdtemp()) / "output.png"
|
|
|
|
reverse2wholeimage(b_align_crop_tenor_list, swap_result_list, b_mat_list, crop_size, img_b_whole, None,
|
|
str(out_path), opt.no_simswaplogo,
|
|
pasring_model=net, use_mask=opt.use_mask, norm=spNorm)
|
|
return out_path
|