217 lines
12 KiB
Python
Executable File
217 lines
12 KiB
Python
Executable File
from typing import List, Optional, Tuple
|
|
import gradio
|
|
|
|
import deepfuze.globals
|
|
from deepfuze import face_analyser, wording
|
|
from deepfuze.processors.frame.core import load_frame_processor_module
|
|
from deepfuze.processors.frame import globals as frame_processors_globals, choices as frame_processors_choices
|
|
from deepfuze.processors.frame.typings import FaceDebuggerItem, FaceEnhancerModel, FaceSwapperModel, FrameColorizerModel, FrameEnhancerModel, LipSyncerModel
|
|
from deepfuze.uis.core import get_ui_component, register_ui_component
|
|
|
|
FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP : Optional[gradio.CheckboxGroup] = None
|
|
FACE_ENHANCER_MODEL_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
FACE_ENHANCER_BLEND_SLIDER : Optional[gradio.Slider] = None
|
|
FACE_SWAPPER_MODEL_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
FRAME_COLORIZER_MODEL_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
FRAME_COLORIZER_BLEND_SLIDER : Optional[gradio.Slider] = None
|
|
FRAME_COLORIZER_SIZE_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
FRAME_ENHANCER_MODEL_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
FRAME_ENHANCER_BLEND_SLIDER : Optional[gradio.Slider] = None
|
|
LIP_SYNCER_MODEL_DROPDOWN : Optional[gradio.Dropdown] = None
|
|
|
|
|
|
def render() -> None:
|
|
global FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP
|
|
global FACE_ENHANCER_MODEL_DROPDOWN
|
|
global FACE_ENHANCER_BLEND_SLIDER
|
|
global FACE_SWAPPER_MODEL_DROPDOWN
|
|
global FRAME_COLORIZER_MODEL_DROPDOWN
|
|
global FRAME_COLORIZER_BLEND_SLIDER
|
|
global FRAME_COLORIZER_SIZE_DROPDOWN
|
|
global FRAME_ENHANCER_MODEL_DROPDOWN
|
|
global FRAME_ENHANCER_BLEND_SLIDER
|
|
global LIP_SYNCER_MODEL_DROPDOWN
|
|
|
|
FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP = gradio.CheckboxGroup(
|
|
label = wording.get('uis.face_debugger_items_checkbox_group'),
|
|
choices = frame_processors_choices.face_debugger_items,
|
|
value = frame_processors_globals.face_debugger_items,
|
|
visible = 'face_debugger' in deepfuze.globals.frame_processors
|
|
)
|
|
FACE_ENHANCER_MODEL_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.face_enhancer_model_dropdown'),
|
|
choices = frame_processors_choices.face_enhancer_models,
|
|
value = frame_processors_globals.face_enhancer_model,
|
|
visible = 'face_enhancer' in deepfuze.globals.frame_processors
|
|
)
|
|
FACE_ENHANCER_BLEND_SLIDER = gradio.Slider(
|
|
label = wording.get('uis.face_enhancer_blend_slider'),
|
|
value = frame_processors_globals.face_enhancer_blend,
|
|
step = frame_processors_choices.face_enhancer_blend_range[1] - frame_processors_choices.face_enhancer_blend_range[0],
|
|
minimum = frame_processors_choices.face_enhancer_blend_range[0],
|
|
maximum = frame_processors_choices.face_enhancer_blend_range[-1],
|
|
visible = 'face_enhancer' in deepfuze.globals.frame_processors
|
|
)
|
|
FACE_SWAPPER_MODEL_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.face_swapper_model_dropdown'),
|
|
choices = frame_processors_choices.face_swapper_models,
|
|
value = frame_processors_globals.face_swapper_model,
|
|
visible = 'face_swapper' in deepfuze.globals.frame_processors
|
|
)
|
|
FRAME_COLORIZER_MODEL_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.frame_colorizer_model_dropdown'),
|
|
choices = frame_processors_choices.frame_colorizer_models,
|
|
value = frame_processors_globals.frame_colorizer_model,
|
|
visible = 'frame_colorizer' in deepfuze.globals.frame_processors
|
|
)
|
|
FRAME_COLORIZER_BLEND_SLIDER = gradio.Slider(
|
|
label = wording.get('uis.frame_colorizer_blend_slider'),
|
|
value = frame_processors_globals.frame_colorizer_blend,
|
|
step = frame_processors_choices.frame_colorizer_blend_range[1] - frame_processors_choices.frame_colorizer_blend_range[0],
|
|
minimum = frame_processors_choices.frame_colorizer_blend_range[0],
|
|
maximum = frame_processors_choices.frame_colorizer_blend_range[-1],
|
|
visible = 'frame_colorizer' in deepfuze.globals.frame_processors
|
|
)
|
|
FRAME_COLORIZER_SIZE_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.frame_colorizer_size_dropdown'),
|
|
choices = frame_processors_choices.frame_colorizer_sizes,
|
|
value = frame_processors_globals.frame_colorizer_size,
|
|
visible = 'frame_colorizer' in deepfuze.globals.frame_processors
|
|
)
|
|
FRAME_ENHANCER_MODEL_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.frame_enhancer_model_dropdown'),
|
|
choices = frame_processors_choices.frame_enhancer_models,
|
|
value = frame_processors_globals.frame_enhancer_model,
|
|
visible = 'frame_enhancer' in deepfuze.globals.frame_processors
|
|
)
|
|
FRAME_ENHANCER_BLEND_SLIDER = gradio.Slider(
|
|
label = wording.get('uis.frame_enhancer_blend_slider'),
|
|
value = frame_processors_globals.frame_enhancer_blend,
|
|
step = frame_processors_choices.frame_enhancer_blend_range[1] - frame_processors_choices.frame_enhancer_blend_range[0],
|
|
minimum = frame_processors_choices.frame_enhancer_blend_range[0],
|
|
maximum = frame_processors_choices.frame_enhancer_blend_range[-1],
|
|
visible = 'frame_enhancer' in deepfuze.globals.frame_processors
|
|
)
|
|
LIP_SYNCER_MODEL_DROPDOWN = gradio.Dropdown(
|
|
label = wording.get('uis.lip_syncer_model_dropdown'),
|
|
choices = frame_processors_choices.lip_syncer_models,
|
|
value = frame_processors_globals.lip_syncer_model,
|
|
visible = 'lip_syncer' in deepfuze.globals.frame_processors
|
|
)
|
|
register_ui_component('face_debugger_items_checkbox_group', FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP)
|
|
register_ui_component('face_enhancer_model_dropdown', FACE_ENHANCER_MODEL_DROPDOWN)
|
|
register_ui_component('face_enhancer_blend_slider', FACE_ENHANCER_BLEND_SLIDER)
|
|
register_ui_component('face_swapper_model_dropdown', FACE_SWAPPER_MODEL_DROPDOWN)
|
|
register_ui_component('frame_colorizer_model_dropdown', FRAME_COLORIZER_MODEL_DROPDOWN)
|
|
register_ui_component('frame_colorizer_blend_slider', FRAME_COLORIZER_BLEND_SLIDER)
|
|
register_ui_component('frame_colorizer_size_dropdown', FRAME_COLORIZER_SIZE_DROPDOWN)
|
|
register_ui_component('frame_enhancer_model_dropdown', FRAME_ENHANCER_MODEL_DROPDOWN)
|
|
register_ui_component('frame_enhancer_blend_slider', FRAME_ENHANCER_BLEND_SLIDER)
|
|
register_ui_component('lip_syncer_model_dropdown', LIP_SYNCER_MODEL_DROPDOWN)
|
|
|
|
|
|
def listen() -> None:
|
|
FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP.change(update_face_debugger_items, inputs = FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP)
|
|
FACE_ENHANCER_MODEL_DROPDOWN.change(update_face_enhancer_model, inputs = FACE_ENHANCER_MODEL_DROPDOWN, outputs = FACE_ENHANCER_MODEL_DROPDOWN)
|
|
FACE_ENHANCER_BLEND_SLIDER.release(update_face_enhancer_blend, inputs = FACE_ENHANCER_BLEND_SLIDER)
|
|
FACE_SWAPPER_MODEL_DROPDOWN.change(update_face_swapper_model, inputs = FACE_SWAPPER_MODEL_DROPDOWN, outputs = FACE_SWAPPER_MODEL_DROPDOWN)
|
|
FRAME_COLORIZER_MODEL_DROPDOWN.change(update_frame_colorizer_model, inputs = FRAME_COLORIZER_MODEL_DROPDOWN, outputs = FRAME_COLORIZER_MODEL_DROPDOWN)
|
|
FRAME_COLORIZER_BLEND_SLIDER.release(update_frame_colorizer_blend, inputs = FRAME_COLORIZER_BLEND_SLIDER)
|
|
FRAME_COLORIZER_SIZE_DROPDOWN.change(update_frame_colorizer_size, inputs = FRAME_COLORIZER_SIZE_DROPDOWN, outputs = FRAME_COLORIZER_SIZE_DROPDOWN)
|
|
FRAME_ENHANCER_MODEL_DROPDOWN.change(update_frame_enhancer_model, inputs = FRAME_ENHANCER_MODEL_DROPDOWN, outputs = FRAME_ENHANCER_MODEL_DROPDOWN)
|
|
FRAME_ENHANCER_BLEND_SLIDER.release(update_frame_enhancer_blend, inputs = FRAME_ENHANCER_BLEND_SLIDER)
|
|
LIP_SYNCER_MODEL_DROPDOWN.change(update_lip_syncer_model, inputs = LIP_SYNCER_MODEL_DROPDOWN, outputs = LIP_SYNCER_MODEL_DROPDOWN)
|
|
frame_processors_checkbox_group = get_ui_component('frame_processors_checkbox_group')
|
|
if frame_processors_checkbox_group:
|
|
frame_processors_checkbox_group.change(update_frame_processors, inputs = frame_processors_checkbox_group, outputs = [ FACE_DEBUGGER_ITEMS_CHECKBOX_GROUP, FACE_ENHANCER_MODEL_DROPDOWN, FACE_ENHANCER_BLEND_SLIDER, FACE_SWAPPER_MODEL_DROPDOWN, FRAME_COLORIZER_MODEL_DROPDOWN, FRAME_COLORIZER_BLEND_SLIDER, FRAME_COLORIZER_SIZE_DROPDOWN, FRAME_ENHANCER_MODEL_DROPDOWN, FRAME_ENHANCER_BLEND_SLIDER, LIP_SYNCER_MODEL_DROPDOWN ])
|
|
|
|
|
|
def update_frame_processors(frame_processors : List[str]) -> Tuple[gradio.CheckboxGroup, gradio.Dropdown, gradio.Slider, gradio.Dropdown, gradio.Dropdown, gradio.Slider, gradio.Dropdown, gradio.Dropdown, gradio.Slider, gradio.Dropdown]:
|
|
has_face_debugger = 'face_debugger' in frame_processors
|
|
has_face_enhancer = 'face_enhancer' in frame_processors
|
|
has_face_swapper = 'face_swapper' in frame_processors
|
|
has_frame_colorizer = 'frame_colorizer' in frame_processors
|
|
has_frame_enhancer = 'frame_enhancer' in frame_processors
|
|
has_lip_syncer = 'lip_syncer' in frame_processors
|
|
return gradio.CheckboxGroup(visible = has_face_debugger), gradio.Dropdown(visible = has_face_enhancer), gradio.Slider(visible = has_face_enhancer), gradio.Dropdown(visible = has_face_swapper), gradio.Dropdown(visible = has_frame_colorizer), gradio.Slider(visible = has_frame_colorizer), gradio.Dropdown(visible = has_frame_colorizer), gradio.Dropdown(visible = has_frame_enhancer), gradio.Slider(visible = has_frame_enhancer), gradio.Dropdown(visible = has_lip_syncer)
|
|
|
|
|
|
def update_face_debugger_items(face_debugger_items : List[FaceDebuggerItem]) -> None:
|
|
frame_processors_globals.face_debugger_items = face_debugger_items
|
|
|
|
|
|
def update_face_enhancer_model(face_enhancer_model : FaceEnhancerModel) -> gradio.Dropdown:
|
|
frame_processors_globals.face_enhancer_model = face_enhancer_model
|
|
face_enhancer_module = load_frame_processor_module('face_enhancer')
|
|
face_enhancer_module.clear_frame_processor()
|
|
face_enhancer_module.set_options('model', face_enhancer_module.MODELS[face_enhancer_model])
|
|
if face_enhancer_module.pre_check():
|
|
return gradio.Dropdown(value = frame_processors_globals.face_enhancer_model)
|
|
return gradio.Dropdown()
|
|
|
|
|
|
def update_face_enhancer_blend(face_enhancer_blend : int) -> None:
|
|
frame_processors_globals.face_enhancer_blend = face_enhancer_blend
|
|
|
|
|
|
def update_face_swapper_model(face_swapper_model : FaceSwapperModel) -> gradio.Dropdown:
|
|
frame_processors_globals.face_swapper_model = face_swapper_model
|
|
if face_swapper_model == 'blendswap_256':
|
|
deepfuze.globals.face_recognizer_model = 'arcface_blendswap'
|
|
if face_swapper_model == 'inswapper_128' or face_swapper_model == 'inswapper_128_fp16':
|
|
deepfuze.globals.face_recognizer_model = 'arcface_inswapper'
|
|
if face_swapper_model == 'simswap_256' or face_swapper_model == 'simswap_512_unofficial':
|
|
deepfuze.globals.face_recognizer_model = 'arcface_simswap'
|
|
if face_swapper_model == 'uniface_256':
|
|
deepfuze.globals.face_recognizer_model = 'arcface_uniface'
|
|
face_swapper_module = load_frame_processor_module('face_swapper')
|
|
face_swapper_module.clear_model_initializer()
|
|
face_swapper_module.clear_frame_processor()
|
|
face_swapper_module.set_options('model', face_swapper_module.MODELS[face_swapper_model])
|
|
if face_analyser.pre_check() and face_swapper_module.pre_check():
|
|
return gradio.Dropdown(value = frame_processors_globals.face_swapper_model)
|
|
return gradio.Dropdown()
|
|
|
|
|
|
def update_frame_colorizer_model(frame_colorizer_model : FrameColorizerModel) -> gradio.Dropdown:
|
|
frame_processors_globals.frame_colorizer_model = frame_colorizer_model
|
|
frame_colorizer_module = load_frame_processor_module('frame_colorizer')
|
|
frame_colorizer_module.clear_frame_processor()
|
|
frame_colorizer_module.set_options('model', frame_colorizer_module.MODELS[frame_colorizer_model])
|
|
if frame_colorizer_module.pre_check():
|
|
return gradio.Dropdown(value = frame_processors_globals.frame_colorizer_model)
|
|
return gradio.Dropdown()
|
|
|
|
|
|
def update_frame_colorizer_blend(frame_colorizer_blend : int) -> None:
|
|
frame_processors_globals.frame_colorizer_blend = frame_colorizer_blend
|
|
|
|
|
|
def update_frame_colorizer_size(frame_colorizer_size : str) -> gradio.Dropdown:
|
|
frame_processors_globals.frame_colorizer_size = frame_colorizer_size
|
|
return gradio.Dropdown(value = frame_processors_globals.frame_colorizer_size)
|
|
|
|
|
|
def update_frame_enhancer_model(frame_enhancer_model : FrameEnhancerModel) -> gradio.Dropdown:
|
|
frame_processors_globals.frame_enhancer_model = frame_enhancer_model
|
|
frame_enhancer_module = load_frame_processor_module('frame_enhancer')
|
|
frame_enhancer_module.clear_frame_processor()
|
|
frame_enhancer_module.set_options('model', frame_enhancer_module.MODELS[frame_enhancer_model])
|
|
if frame_enhancer_module.pre_check():
|
|
return gradio.Dropdown(value = frame_processors_globals.frame_enhancer_model)
|
|
return gradio.Dropdown()
|
|
|
|
|
|
def update_frame_enhancer_blend(frame_enhancer_blend : int) -> None:
|
|
frame_processors_globals.frame_enhancer_blend = frame_enhancer_blend
|
|
|
|
|
|
def update_lip_syncer_model(lip_syncer_model : LipSyncerModel) -> gradio.Dropdown:
|
|
frame_processors_globals.lip_syncer_model = lip_syncer_model
|
|
lip_syncer_module = load_frame_processor_module('lip_syncer')
|
|
lip_syncer_module.clear_frame_processor()
|
|
lip_syncer_module.set_options('model', lip_syncer_module.MODELS[lip_syncer_model])
|
|
if lip_syncer_module.pre_check():
|
|
return gradio.Dropdown(value = frame_processors_globals.lip_syncer_model)
|
|
return gradio.Dropdown()
|