From 759a3c9b8acab2af7da223fad48c1711073cd8d0 Mon Sep 17 00:00:00 2001 From: Smiril Date: Wed, 17 Aug 2022 09:59:16 +0200 Subject: [PATCH] Core Development Reset --- requirements_3.10.txt | 2 +- requirements_3.10_arm64.txt | 99 +++++++++++++++++++ scripts/0_setup.sh | 11 ++- scripts/2_extract_PNG_from_video_data_src.sh | 8 ++ .../2_extract_images_from_video_data_src.sh | 2 +- scripts/3_extract_PNG_from_video_data_dst.sh | 8 ++ scripts/3_other_denoise_extracted_data_dst.sh | 7 ++ scripts/4.2.0_data_src_sort_by_black.sh | 8 ++ scripts/4.2.1_data_src_sort_by_blur.sh | 8 ++ ....2.2_data_src_sort_by_similar_histogram.sh | 8 ++ scripts/4.2.3_data_src_sort_by_one_face.sh | 8 ++ .../4.2.4_data_src_sort_by_dissimilar_face.sh | 8 ++ ...4_data_src_sort_by_dissimilar_histogram.sh | 8 ++ scripts/4.2.5_data_src_sort_by_face_pitch.sh | 8 ++ scripts/4.2.5_data_src_sort_by_face_yaw.sh | 8 ++ scripts/4.2.6_data_src_sort_by_final.sh | 8 ++ .../4.2_other_data_src_sort_by_brightness.sh | 7 ++ scripts/4.2_other_data_src_sort_by_hue.sh | 7 ++ ...ther_data_src_sort_by_original_filename.sh | 7 ++ ...ata_src_util_add_landmarks_debug_images.sh | 7 ++ ...data_src_util_recover_original_filename.sh | 7 ++ scripts/4_data_src_extract_faces_MANUAL.sh | 10 ++ .../4_data_src_extract_faces_MT_all_GPU.sh | 9 ++ ...data_src_extract_faces_MT_all_GPU_debug.sh | 10 ++ .../4_data_src_extract_faces_MT_best_GPU.sh | 8 ++ .../4_data_src_extract_faces_S3FD_all_GPU.sh | 9 ++ ...ta_src_extract_faces_S3FD_all_GPU_debug.sh | 10 ++ .../4_data_src_extract_faces_S3FD_best_GPU.sh | 8 ++ scripts/5.2_data_dst_sort_by_black.sh | 7 ++ scripts/5.2_data_dst_sort_by_one_face.sh | 8 ++ .../5.2_data_dst_sort_by_similar_histogram.sh | 8 ++ scripts/5.3_data_dst_sort_by_blur.sh | 8 ++ ...3_data_dst_sort_by_dissimilar_histogram.sh | 8 ++ scripts/5.3_data_dst_sort_by_face_pitch.sh | 8 ++ scripts/5.3_data_dst_sort_by_face_yaw.sh | 8 ++ .../5.3_data_dst_sort_by_original_filename.sh | 8 ++ ...data_dst_util_recover_original_filename.sh | 7 ++ scripts/5.4_data_dst_mask_editor.sh | 8 ++ scripts/5_data_dst_extract_faces_MANUAL.sh | 10 ++ ...MANUAL_RE-EXTRACT_DELETED_RESULTS_DEBUG.sh | 12 +++ ...dst_extract_faces_MT_all_GPU+manual_fix.sh | 12 +++ .../5_data_dst_extract_faces_MT_all_GPU.sh | 10 ++ .../5_data_dst_extract_faces_MT_best_GPU.sh | 9 ++ ...t_extract_faces_S3FD_all_GPU+manual_fix.sh | 12 +++ .../5_data_dst_extract_faces_S3FD_all_GPU.sh | 11 +++ .../5_data_dst_extract_faces_S3FD_best_GPU.sh | 10 ++ scripts/6_train_AMP.sh | 10 ++ scripts/6_train_AMP_no_preview.sh | 10 ++ scripts/6_train_DF.sh | 9 ++ scripts/6_train_DF_no_preview.sh | 11 +++ scripts/6_train_FANSegmentator.sh | 10 ++ scripts/6_train_FANSegmentator_no_preview.sh | 11 +++ scripts/6_train_H128.sh | 10 ++ scripts/6_train_H128_no_preview.sh | 11 +++ scripts/6_train_H64.sh | 10 ++ scripts/6_train_H64_no_preview.sh | 11 +++ scripts/6_train_LIAEF128.sh | 10 ++ scripts/6_train_LIAEF128_no_preview.sh | 11 +++ scripts/6_train_Quick96 2.sh | 10 ++ scripts/6_train_Quick96_no_preview.sh | 10 ++ scripts/6_train_SAE.sh | 9 ++ scripts/6_train_SAEHD 2.sh | 10 ++ scripts/6_train_SAEHD_no_preview.sh | 10 ++ scripts/6_train_SAE_no_preview.sh | 10 ++ scripts/6_train_XSeg.sh | 10 ++ scripts/6_train_XSeg_no_preview.sh | 10 ++ scripts/7_convert_AMP.sh | 11 +++ scripts/7_convert_AMP_debug.sh | 12 +++ scripts/7_convert_DF.sh | 11 +++ scripts/7_convert_DF_debug.sh | 12 +++ scripts/7_convert_H128.sh | 11 +++ scripts/7_convert_H128_debug.sh | 12 +++ scripts/7_convert_H64.sh | 11 +++ scripts/7_convert_H64_debug.sh | 12 +++ scripts/7_convert_LIAEF128.sh | 11 +++ scripts/7_convert_LIAEF128_debug.sh | 12 +++ scripts/7_convert_Quick96.sh | 11 +++ scripts/7_convert_Quick96_debug.sh | 12 +++ scripts/7_convert_SAE.sh | 11 +++ scripts/7_convert_SAEHD.sh | 11 +++ scripts/7_convert_SAEHD_debug.sh | 12 +++ scripts/7_convert_SAE_debug.sh | 11 +++ scripts/7_convert_XSeg.sh | 11 +++ scripts/7_convert_XSeg_debug.sh | 12 +++ scripts/8_converted_to_avi.sh | 9 ++ scripts/8_converted_to_mov_lossless+alpha.sh | 10 ++ scripts/8_converted_to_mp4.sh | 9 ++ scripts/8_converted_to_mp4_lossless+alpha.sh | 10 ++ scripts/env.sh | 3 + 89 files changed, 915 insertions(+), 7 deletions(-) create mode 100644 requirements_3.10_arm64.txt create mode 100755 scripts/2_extract_PNG_from_video_data_src.sh create mode 100755 scripts/3_extract_PNG_from_video_data_dst.sh create mode 100755 scripts/3_other_denoise_extracted_data_dst.sh create mode 100755 scripts/4.2.0_data_src_sort_by_black.sh create mode 100755 scripts/4.2.1_data_src_sort_by_blur.sh create mode 100755 scripts/4.2.2_data_src_sort_by_similar_histogram.sh create mode 100755 scripts/4.2.3_data_src_sort_by_one_face.sh create mode 100755 scripts/4.2.4_data_src_sort_by_dissimilar_face.sh create mode 100755 scripts/4.2.4_data_src_sort_by_dissimilar_histogram.sh create mode 100755 scripts/4.2.5_data_src_sort_by_face_pitch.sh create mode 100755 scripts/4.2.5_data_src_sort_by_face_yaw.sh create mode 100755 scripts/4.2.6_data_src_sort_by_final.sh create mode 100755 scripts/4.2_other_data_src_sort_by_brightness.sh create mode 100755 scripts/4.2_other_data_src_sort_by_hue.sh create mode 100755 scripts/4.2_other_data_src_sort_by_original_filename.sh create mode 100755 scripts/4.2_other_data_src_util_add_landmarks_debug_images.sh create mode 100755 scripts/4.2_other_data_src_util_recover_original_filename.sh create mode 100755 scripts/4_data_src_extract_faces_MANUAL.sh create mode 100755 scripts/4_data_src_extract_faces_MT_all_GPU.sh create mode 100755 scripts/4_data_src_extract_faces_MT_all_GPU_debug.sh create mode 100755 scripts/4_data_src_extract_faces_MT_best_GPU.sh create mode 100755 scripts/4_data_src_extract_faces_S3FD_all_GPU.sh create mode 100755 scripts/4_data_src_extract_faces_S3FD_all_GPU_debug.sh create mode 100755 scripts/4_data_src_extract_faces_S3FD_best_GPU.sh create mode 100755 scripts/5.2_data_dst_sort_by_black.sh create mode 100755 scripts/5.2_data_dst_sort_by_one_face.sh create mode 100755 scripts/5.2_data_dst_sort_by_similar_histogram.sh create mode 100755 scripts/5.3_data_dst_sort_by_blur.sh create mode 100755 scripts/5.3_data_dst_sort_by_dissimilar_histogram.sh create mode 100755 scripts/5.3_data_dst_sort_by_face_pitch.sh create mode 100755 scripts/5.3_data_dst_sort_by_face_yaw.sh create mode 100755 scripts/5.3_data_dst_sort_by_original_filename.sh create mode 100755 scripts/5.3_other_data_dst_util_recover_original_filename.sh create mode 100755 scripts/5.4_data_dst_mask_editor.sh create mode 100755 scripts/5_data_dst_extract_faces_MANUAL.sh create mode 100755 scripts/5_data_dst_extract_faces_MANUAL_RE-EXTRACT_DELETED_RESULTS_DEBUG.sh create mode 100755 scripts/5_data_dst_extract_faces_MT_all_GPU+manual_fix.sh create mode 100755 scripts/5_data_dst_extract_faces_MT_all_GPU.sh create mode 100755 scripts/5_data_dst_extract_faces_MT_best_GPU.sh create mode 100755 scripts/5_data_dst_extract_faces_S3FD_all_GPU+manual_fix.sh create mode 100755 scripts/5_data_dst_extract_faces_S3FD_all_GPU.sh create mode 100755 scripts/5_data_dst_extract_faces_S3FD_best_GPU.sh create mode 100755 scripts/6_train_AMP.sh create mode 100755 scripts/6_train_AMP_no_preview.sh create mode 100755 scripts/6_train_DF.sh create mode 100755 scripts/6_train_DF_no_preview.sh create mode 100755 scripts/6_train_FANSegmentator.sh create mode 100755 scripts/6_train_FANSegmentator_no_preview.sh create mode 100755 scripts/6_train_H128.sh create mode 100755 scripts/6_train_H128_no_preview.sh create mode 100755 scripts/6_train_H64.sh create mode 100755 scripts/6_train_H64_no_preview.sh create mode 100755 scripts/6_train_LIAEF128.sh create mode 100755 scripts/6_train_LIAEF128_no_preview.sh create mode 100755 scripts/6_train_Quick96 2.sh create mode 100755 scripts/6_train_Quick96_no_preview.sh create mode 100755 scripts/6_train_SAE.sh create mode 100755 scripts/6_train_SAEHD 2.sh create mode 100755 scripts/6_train_SAEHD_no_preview.sh create mode 100755 scripts/6_train_SAE_no_preview.sh create mode 100755 scripts/6_train_XSeg.sh create mode 100755 scripts/6_train_XSeg_no_preview.sh create mode 100755 scripts/7_convert_AMP.sh create mode 100755 scripts/7_convert_AMP_debug.sh create mode 100755 scripts/7_convert_DF.sh create mode 100755 scripts/7_convert_DF_debug.sh create mode 100755 scripts/7_convert_H128.sh create mode 100755 scripts/7_convert_H128_debug.sh create mode 100755 scripts/7_convert_H64.sh create mode 100755 scripts/7_convert_H64_debug.sh create mode 100755 scripts/7_convert_LIAEF128.sh create mode 100755 scripts/7_convert_LIAEF128_debug.sh create mode 100755 scripts/7_convert_Quick96.sh create mode 100755 scripts/7_convert_Quick96_debug.sh create mode 100755 scripts/7_convert_SAE.sh create mode 100755 scripts/7_convert_SAEHD.sh create mode 100755 scripts/7_convert_SAEHD_debug.sh create mode 100755 scripts/7_convert_SAE_debug.sh create mode 100755 scripts/7_convert_XSeg.sh create mode 100755 scripts/7_convert_XSeg_debug.sh create mode 100755 scripts/8_converted_to_avi.sh create mode 100755 scripts/8_converted_to_mov_lossless+alpha.sh create mode 100755 scripts/8_converted_to_mp4.sh create mode 100755 scripts/8_converted_to_mp4_lossless+alpha.sh diff --git a/requirements_3.10.txt b/requirements_3.10.txt index bea7808..899e3eb 100644 --- a/requirements_3.10.txt +++ b/requirements_3.10.txt @@ -9,4 +9,4 @@ ffmpeg-python==0.2.0 Pillow==8.4.0 scikit-image==0.19.2 h5py==3.6.0 -PyQt5==5.15.4 +PyQt5==5.15.4 \ No newline at end of file diff --git a/requirements_3.10_arm64.txt b/requirements_3.10_arm64.txt new file mode 100644 index 0000000..4f08c16 --- /dev/null +++ b/requirements_3.10_arm64.txt @@ -0,0 +1,99 @@ +psutil>=5.8.0 +numpy==1.22.0 +numexpr<=2.8.1 +opencv-python<=4.6.0.66 +scikit-image<=0.19.3 +scikit-learn<=1.0.2 +scipy<=1.8.1 +tifffile<=2022.5.4 +pyparsing==3.0.9 +pillow +tqdm<=4.64.0 +colorama<=0.4.4 +cython<=0.29.26 +PyWavelets<=1.3.0 +imageio<=2.19.3 +networkx<=2.8.4 +packaging<=21.3 +image +timm +PlL +moviepy +absl-py<=1.1.0 +astunparse +cachetools<=5.2.0 +certifi<=2022.6.15 +charset-normalizer<=2.1.0 +flatbuffers<=1.12 +gast +google-auth +google-auth-oauthlib<=0.4.6 +google-pasta<=0.2.0 +grpcio +h5py<=3.7.0 +idna<=3.3 +keras<=2.9.0 +keras-preprocessing +libclang<=14.0.1 +markdown<=3.3.7 +oauthlib<=3.2.0 +opt-einsum<=3.3.0 +pyasn1==0.4.8 +pyasn1-modules<=0.2.8 +requests<=2.28.1 +requests-oauthlib<=1.3.1 +rsa<=4.8 +six +Flask<=2.1.3 +Jinja2<=3.1.2 +Mako<=1.2.1 +MarkupSafe<=2.1.1 +alembic<=1.8.1 +click<=8.1.3 +cloudpickle<=2.1.0 +databricks-cli +docker<=5.0.3 +entrypoints<=0.4 +gitdb<=4.0.9 +gitpython<=3.1.27 +gunicorn<=20.1.0 +importlib-metadata<=4.12.0 +itsdangerous<=2.1.2 +mlflow<=1.27.0 +pandas<=1.4.3 +prometheus-client<=0.14.1 +prometheus-flask-exporter<=0.20.2 +pyjwt<=2.4.0 +python-dateutil<=2.8.2 +pytz<=2022.1 +pyyaml<=6.0 +querystring-parser<=1.2.4 +smmap<=5.0.0 +sqlalchemy<=1.4.39 +sqlparse<=0.4.2 +tabulate<=0.8.10 +websocket-client<=1.3.3 +zipp<=3.8.1 +tensorboard<=2.9.1 +tensorboard-data-server<=0.6.1 +tensorboard-plugin-wit<=1.8.1 +tensorflow-estimator<=2.9.0 +tensorflow-macos<=2.9.0 +tensorflow-metal +termcolor<=1.1.0 +typing-extensions<=4.3.0 +urllib3<=1.26.10 +werkzeug<=2.1.2 +wrapt<=1.14.1 +fastcluster>=1.2.4 +matplotlib>=3.5.1 +ffmpeg-python<=0.2.0 +imageio-ffmpeg>=0.4.7 +ffmpy +torch<=1.12.0 +torchvision<=0.13.0 +torchaudio<=0.12.0 +insightface<=0.2.1 +ipython<=7.21.0 +PyQt6<=6.2.3 +git+https://www.github.com/keras-team/keras-contrib.git diff --git a/scripts/0_setup.sh b/scripts/0_setup.sh index dea6d70..4da7128 100755 --- a/scripts/0_setup.sh +++ b/scripts/0_setup.sh @@ -1,5 +1,6 @@ #!/usr/bin/env bash cd "$(dirname $0)/.." +eval "$(/opt/homebrew/bin/brew shellenv)" set -e @@ -7,14 +8,14 @@ mkdir -p .dfl mkdir -p workspace is_arm64() { - [ "$(uname -m)" == "arm64" ] + [ "$(uname -sm)" == "Darwin arm64" ] } is_arm64 && echo "Running on Apple M1 chip" if [ ! -d .dfl/DeepFaceLab ]; then echo "Cloning DeepFaceLab" - git clone --no-single-branch --depth 1 "https://github.com/chychkan/DeepFaceLab.git" .dfl/DeepFaceLab + git clone --no-single-branch --depth 1 "https://github.com/iperov/DeepFaceLab.git" .dfl/DeepFaceLab if is_arm64; then (cd .dfl/DeepFaceLab; git checkout support-arm64) @@ -27,9 +28,9 @@ fi source .dfl/env/bin/activate -python -m pip install --upgrade pip +python3 -m pip install --upgrade pip -version=$(python -V | cut -f 2 -d ' ' | cut -f 1,2 -d .) +version=$(python3 -V | cut -f 2 -d ' ' | cut -f 1,2 -d .) reqs_file='requirements.txt' version_suffix='' @@ -44,7 +45,7 @@ fi reqs_file="requirements${version_suffix}${architecture_suffix}.txt" -echo "Using $reqs_file for $(python -V)" +echo "Using $reqs_file for $(python3 -V)" if is_arm64; then if [[ -z "$(brew ls --versions hdf5)" ]]; then diff --git a/scripts/2_extract_PNG_from_video_data_src.sh b/scripts/2_extract_PNG_from_video_data_src.sh new file mode 100755 index 0000000..4911ece --- /dev/null +++ b/scripts/2_extract_PNG_from_video_data_src.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed extract-video \ + --input-file "$DFL_WORKSPACE/data_src.*" \ + --output-dir "$DFL_WORKSPACE/data_src" + diff --git a/scripts/2_extract_images_from_video_data_src.sh b/scripts/2_extract_images_from_video_data_src.sh index 77e7417..11de00b 100755 --- a/scripts/2_extract_images_from_video_data_src.sh +++ b/scripts/2_extract_images_from_video_data_src.sh @@ -4,4 +4,4 @@ source scripts/env.sh python "$DFL_MAIN" videoed extract-video \ --input-file "$WORKSPACE/data_src.*" \ - --output-dir "$WORKSPACE/data_src" + --output-dir "$WORKSPACE/data_src" diff --git a/scripts/3_extract_PNG_from_video_data_dst.sh b/scripts/3_extract_PNG_from_video_data_dst.sh new file mode 100755 index 0000000..38d20a7 --- /dev/null +++ b/scripts/3_extract_PNG_from_video_data_dst.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed extract-video \ + --input-file "$DFL_WORKSPACE/data_dst.*" \ + --output-dir "$DFL_WORKSPACE/data_dst" + diff --git a/scripts/3_other_denoise_extracted_data_dst.sh b/scripts/3_other_denoise_extracted_data_dst.sh new file mode 100755 index 0000000..2c7ead7 --- /dev/null +++ b/scripts/3_other_denoise_extracted_data_dst.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" videoed denoise-image-sequence \ + --input-dir "$DFL_WORKSPACE/data_dst" + diff --git a/scripts/4.2.0_data_src_sort_by_black.sh b/scripts/4.2.0_data_src_sort_by_black.sh new file mode 100755 index 0000000..30d44da --- /dev/null +++ b/scripts/4.2.0_data_src_sort_by_black.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by black + diff --git a/scripts/4.2.1_data_src_sort_by_blur.sh b/scripts/4.2.1_data_src_sort_by_blur.sh new file mode 100755 index 0000000..1ee1bf9 --- /dev/null +++ b/scripts/4.2.1_data_src_sort_by_blur.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by blur + diff --git a/scripts/4.2.2_data_src_sort_by_similar_histogram.sh b/scripts/4.2.2_data_src_sort_by_similar_histogram.sh new file mode 100755 index 0000000..902d56c --- /dev/null +++ b/scripts/4.2.2_data_src_sort_by_similar_histogram.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by hist + diff --git a/scripts/4.2.3_data_src_sort_by_one_face.sh b/scripts/4.2.3_data_src_sort_by_one_face.sh new file mode 100755 index 0000000..799d85c --- /dev/null +++ b/scripts/4.2.3_data_src_sort_by_one_face.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by oneface + diff --git a/scripts/4.2.4_data_src_sort_by_dissimilar_face.sh b/scripts/4.2.4_data_src_sort_by_dissimilar_face.sh new file mode 100755 index 0000000..168e327 --- /dev/null +++ b/scripts/4.2.4_data_src_sort_by_dissimilar_face.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by face-dissim + diff --git a/scripts/4.2.4_data_src_sort_by_dissimilar_histogram.sh b/scripts/4.2.4_data_src_sort_by_dissimilar_histogram.sh new file mode 100755 index 0000000..d411bb3 --- /dev/null +++ b/scripts/4.2.4_data_src_sort_by_dissimilar_histogram.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by hist-dissim + diff --git a/scripts/4.2.5_data_src_sort_by_face_pitch.sh b/scripts/4.2.5_data_src_sort_by_face_pitch.sh new file mode 100755 index 0000000..06dd4bd --- /dev/null +++ b/scripts/4.2.5_data_src_sort_by_face_pitch.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by face-pitch + diff --git a/scripts/4.2.5_data_src_sort_by_face_yaw.sh b/scripts/4.2.5_data_src_sort_by_face_yaw.sh new file mode 100755 index 0000000..6122e53 --- /dev/null +++ b/scripts/4.2.5_data_src_sort_by_face_yaw.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by face-yaw + diff --git a/scripts/4.2.6_data_src_sort_by_final.sh b/scripts/4.2.6_data_src_sort_by_final.sh new file mode 100755 index 0000000..0912dfe --- /dev/null +++ b/scripts/4.2.6_data_src_sort_by_final.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by final + diff --git a/scripts/4.2_other_data_src_sort_by_brightness.sh b/scripts/4.2_other_data_src_sort_by_brightness.sh new file mode 100755 index 0000000..f40b9f9 --- /dev/null +++ b/scripts/4.2_other_data_src_sort_by_brightness.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by brightness + diff --git a/scripts/4.2_other_data_src_sort_by_hue.sh b/scripts/4.2_other_data_src_sort_by_hue.sh new file mode 100755 index 0000000..81aaba5 --- /dev/null +++ b/scripts/4.2_other_data_src_sort_by_hue.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by hue + diff --git a/scripts/4.2_other_data_src_sort_by_original_filename.sh b/scripts/4.2_other_data_src_sort_by_original_filename.sh new file mode 100755 index 0000000..8a95487 --- /dev/null +++ b/scripts/4.2_other_data_src_sort_by_original_filename.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" sort \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --by origname + diff --git a/scripts/4.2_other_data_src_util_add_landmarks_debug_images.sh b/scripts/4.2_other_data_src_util_add_landmarks_debug_images.sh new file mode 100755 index 0000000..a8f4fdc --- /dev/null +++ b/scripts/4.2_other_data_src_util_add_landmarks_debug_images.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" util \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --add-landmarks-debug-images + diff --git a/scripts/4.2_other_data_src_util_recover_original_filename.sh b/scripts/4.2_other_data_src_util_recover_original_filename.sh new file mode 100755 index 0000000..07af95a --- /dev/null +++ b/scripts/4.2_other_data_src_util_recover_original_filename.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" util \ + --input-dir "$DFL_WORKSPACE/data_src/aligned" \ + --recover-original-aligned-filename diff --git a/scripts/4_data_src_extract_faces_MANUAL.sh b/scripts/4_data_src_extract_faces_MANUAL.sh new file mode 100755 index 0000000..9969dd0 --- /dev/null +++ b/scripts/4_data_src_extract_faces_MANUAL.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --multi-gpu \ + --detector manual \ + --debug-dir "$DFL_WORKSPACE/data_src/aligned_debug" + diff --git a/scripts/4_data_src_extract_faces_MT_all_GPU.sh b/scripts/4_data_src_extract_faces_MT_all_GPU.sh new file mode 100755 index 0000000..fa405e3 --- /dev/null +++ b/scripts/4_data_src_extract_faces_MT_all_GPU.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --multi-gpu \ + --detector mt + diff --git a/scripts/4_data_src_extract_faces_MT_all_GPU_debug.sh b/scripts/4_data_src_extract_faces_MT_all_GPU_debug.sh new file mode 100755 index 0000000..224544b --- /dev/null +++ b/scripts/4_data_src_extract_faces_MT_all_GPU_debug.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --multi-gpu \ + --detector mt \ + --debug-dir "$DFL_WORKSPACE/data_src/aligned_debug" + diff --git a/scripts/4_data_src_extract_faces_MT_best_GPU.sh b/scripts/4_data_src_extract_faces_MT_best_GPU.sh new file mode 100755 index 0000000..a960c2a --- /dev/null +++ b/scripts/4_data_src_extract_faces_MT_best_GPU.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --detector mt + diff --git a/scripts/4_data_src_extract_faces_S3FD_all_GPU.sh b/scripts/4_data_src_extract_faces_S3FD_all_GPU.sh new file mode 100755 index 0000000..2dd60a0 --- /dev/null +++ b/scripts/4_data_src_extract_faces_S3FD_all_GPU.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --multi-gpu \ + --detector s3fd + diff --git a/scripts/4_data_src_extract_faces_S3FD_all_GPU_debug.sh b/scripts/4_data_src_extract_faces_S3FD_all_GPU_debug.sh new file mode 100755 index 0000000..0efe138 --- /dev/null +++ b/scripts/4_data_src_extract_faces_S3FD_all_GPU_debug.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --multi-gpu \ + --detector s3fd \ + --debug-dir "$DFL_WORKSPACE/data_src/aligned_debug" + diff --git a/scripts/4_data_src_extract_faces_S3FD_best_GPU.sh b/scripts/4_data_src_extract_faces_S3FD_best_GPU.sh new file mode 100755 index 0000000..e54eb10 --- /dev/null +++ b/scripts/4_data_src_extract_faces_S3FD_best_GPU.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC/main.py" extract \ + --input-dir "$DFL_WORKSPACE/data_src" \ + --output-dir "$DFL_WORKSPACE/data_src/aligned" \ + --detector s3fd + diff --git a/scripts/5.2_data_dst_sort_by_black.sh b/scripts/5.2_data_dst_sort_by_black.sh new file mode 100755 index 0000000..00cdf20 --- /dev/null +++ b/scripts/5.2_data_dst_sort_by_black.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by black diff --git a/scripts/5.2_data_dst_sort_by_one_face.sh b/scripts/5.2_data_dst_sort_by_one_face.sh new file mode 100755 index 0000000..f96380b --- /dev/null +++ b/scripts/5.2_data_dst_sort_by_one_face.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by oneface + diff --git a/scripts/5.2_data_dst_sort_by_similar_histogram.sh b/scripts/5.2_data_dst_sort_by_similar_histogram.sh new file mode 100755 index 0000000..b7f125e --- /dev/null +++ b/scripts/5.2_data_dst_sort_by_similar_histogram.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by hist + diff --git a/scripts/5.3_data_dst_sort_by_blur.sh b/scripts/5.3_data_dst_sort_by_blur.sh new file mode 100755 index 0000000..3d10ae6 --- /dev/null +++ b/scripts/5.3_data_dst_sort_by_blur.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by blur + diff --git a/scripts/5.3_data_dst_sort_by_dissimilar_histogram.sh b/scripts/5.3_data_dst_sort_by_dissimilar_histogram.sh new file mode 100755 index 0000000..5955c1d --- /dev/null +++ b/scripts/5.3_data_dst_sort_by_dissimilar_histogram.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by hist-dissim + diff --git a/scripts/5.3_data_dst_sort_by_face_pitch.sh b/scripts/5.3_data_dst_sort_by_face_pitch.sh new file mode 100755 index 0000000..63d83c7 --- /dev/null +++ b/scripts/5.3_data_dst_sort_by_face_pitch.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by face-pitch + diff --git a/scripts/5.3_data_dst_sort_by_face_yaw.sh b/scripts/5.3_data_dst_sort_by_face_yaw.sh new file mode 100755 index 0000000..dd09ce2 --- /dev/null +++ b/scripts/5.3_data_dst_sort_by_face_yaw.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by face-yaw + diff --git a/scripts/5.3_data_dst_sort_by_original_filename.sh b/scripts/5.3_data_dst_sort_by_original_filename.sh new file mode 100755 index 0000000..fa7ebde --- /dev/null +++ b/scripts/5.3_data_dst_sort_by_original_filename.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" sort \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --by origname + diff --git a/scripts/5.3_other_data_dst_util_recover_original_filename.sh b/scripts/5.3_other_data_dst_util_recover_original_filename.sh new file mode 100755 index 0000000..5fa0923 --- /dev/null +++ b/scripts/5.3_other_data_dst_util_recover_original_filename.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" util \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --recover-original-aligned-filename diff --git a/scripts/5.4_data_dst_mask_editor.sh b/scripts/5.4_data_dst_mask_editor.sh new file mode 100755 index 0000000..9f39cee --- /dev/null +++ b/scripts/5.4_data_dst_mask_editor.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" labelingtool edit_mask \ + --input-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --confirmed-dir "$DFL_WORKSPACE/data_dst/aligned_confirmed" \ + --skipped-dir "$DFL_WORKSPACE/data_dst/aligned_skipped" diff --git a/scripts/5_data_dst_extract_faces_MANUAL.sh b/scripts/5_data_dst_extract_faces_MANUAL.sh new file mode 100755 index 0000000..166be2d --- /dev/null +++ b/scripts/5_data_dst_extract_faces_MANUAL.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector manual \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" diff --git a/scripts/5_data_dst_extract_faces_MANUAL_RE-EXTRACT_DELETED_RESULTS_DEBUG.sh b/scripts/5_data_dst_extract_faces_MANUAL_RE-EXTRACT_DELETED_RESULTS_DEBUG.sh new file mode 100755 index 0000000..a329ccb --- /dev/null +++ b/scripts/5_data_dst_extract_faces_MANUAL_RE-EXTRACT_DELETED_RESULTS_DEBUG.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector manual \ + --manual-output-debug-fix \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" + diff --git a/scripts/5_data_dst_extract_faces_MT_all_GPU+manual_fix.sh b/scripts/5_data_dst_extract_faces_MT_all_GPU+manual_fix.sh new file mode 100755 index 0000000..dd054a5 --- /dev/null +++ b/scripts/5_data_dst_extract_faces_MT_all_GPU+manual_fix.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector mt \ + --manual-fix \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" + diff --git a/scripts/5_data_dst_extract_faces_MT_all_GPU.sh b/scripts/5_data_dst_extract_faces_MT_all_GPU.sh new file mode 100755 index 0000000..ac4d4ee --- /dev/null +++ b/scripts/5_data_dst_extract_faces_MT_all_GPU.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector mt \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" diff --git a/scripts/5_data_dst_extract_faces_MT_best_GPU.sh b/scripts/5_data_dst_extract_faces_MT_best_GPU.sh new file mode 100755 index 0000000..f5e3688 --- /dev/null +++ b/scripts/5_data_dst_extract_faces_MT_best_GPU.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --detector mt \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" diff --git a/scripts/5_data_dst_extract_faces_S3FD_all_GPU+manual_fix.sh b/scripts/5_data_dst_extract_faces_S3FD_all_GPU+manual_fix.sh new file mode 100755 index 0000000..ea3ea57 --- /dev/null +++ b/scripts/5_data_dst_extract_faces_S3FD_all_GPU+manual_fix.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector s3fd \ + --manual-fix \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" + diff --git a/scripts/5_data_dst_extract_faces_S3FD_all_GPU.sh b/scripts/5_data_dst_extract_faces_S3FD_all_GPU.sh new file mode 100755 index 0000000..b407d24 --- /dev/null +++ b/scripts/5_data_dst_extract_faces_S3FD_all_GPU.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --multi-gpu \ + --detector s3fd \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" + diff --git a/scripts/5_data_dst_extract_faces_S3FD_best_GPU.sh b/scripts/5_data_dst_extract_faces_S3FD_best_GPU.sh new file mode 100755 index 0000000..2707b07 --- /dev/null +++ b/scripts/5_data_dst_extract_faces_S3FD_best_GPU.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" extract \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --detector s3fd \ + --debug-dir "$DFL_WORKSPACE/data_dst/aligned_debug" + diff --git a/scripts/6_train_AMP.sh b/scripts/6_train_AMP.sh new file mode 100755 index 0000000..02f262e --- /dev/null +++ b/scripts/6_train_AMP.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model AMP + diff --git a/scripts/6_train_AMP_no_preview.sh b/scripts/6_train_AMP_no_preview.sh new file mode 100755 index 0000000..bb64e9e --- /dev/null +++ b/scripts/6_train_AMP_no_preview.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model AMP \ + --no-preview diff --git a/scripts/6_train_DF.sh b/scripts/6_train_DF.sh new file mode 100755 index 0000000..e698178 --- /dev/null +++ b/scripts/6_train_DF.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model DF diff --git a/scripts/6_train_DF_no_preview.sh b/scripts/6_train_DF_no_preview.sh new file mode 100755 index 0000000..b70f059 --- /dev/null +++ b/scripts/6_train_DF_no_preview.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model DF \ + --no-preview + diff --git a/scripts/6_train_FANSegmentator.sh b/scripts/6_train_FANSegmentator.sh new file mode 100755 index 0000000..fcde8d4 --- /dev/null +++ b/scripts/6_train_FANSegmentator.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model FANSegmentator + diff --git a/scripts/6_train_FANSegmentator_no_preview.sh b/scripts/6_train_FANSegmentator_no_preview.sh new file mode 100755 index 0000000..6647030 --- /dev/null +++ b/scripts/6_train_FANSegmentator_no_preview.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model FANSegmentator \ + --no-preview + diff --git a/scripts/6_train_H128.sh b/scripts/6_train_H128.sh new file mode 100755 index 0000000..85b988d --- /dev/null +++ b/scripts/6_train_H128.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H128 + diff --git a/scripts/6_train_H128_no_preview.sh b/scripts/6_train_H128_no_preview.sh new file mode 100755 index 0000000..9212d7a --- /dev/null +++ b/scripts/6_train_H128_no_preview.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H128 \ + --no-preview + diff --git a/scripts/6_train_H64.sh b/scripts/6_train_H64.sh new file mode 100755 index 0000000..f29201f --- /dev/null +++ b/scripts/6_train_H64.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +"$DFL_PYTHON C" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H64 + diff --git a/scripts/6_train_H64_no_preview.sh b/scripts/6_train_H64_no_preview.sh new file mode 100755 index 0000000..dfb98f0 --- /dev/null +++ b/scripts/6_train_H64_no_preview.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H64 \ + --no-preview + diff --git a/scripts/6_train_LIAEF128.sh b/scripts/6_train_LIAEF128.sh new file mode 100755 index 0000000..7b7559b --- /dev/null +++ b/scripts/6_train_LIAEF128.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model LIAEF128 + diff --git a/scripts/6_train_LIAEF128_no_preview.sh b/scripts/6_train_LIAEF128_no_preview.sh new file mode 100755 index 0000000..514a5d8 --- /dev/null +++ b/scripts/6_train_LIAEF128_no_preview.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model LIAEF128 \ + --no-preview + diff --git a/scripts/6_train_Quick96 2.sh b/scripts/6_train_Quick96 2.sh new file mode 100755 index 0000000..6c74ee8 --- /dev/null +++ b/scripts/6_train_Quick96 2.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model Quick96 + diff --git a/scripts/6_train_Quick96_no_preview.sh b/scripts/6_train_Quick96_no_preview.sh new file mode 100755 index 0000000..e247311 --- /dev/null +++ b/scripts/6_train_Quick96_no_preview.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model Quick96 \ + --no-preview diff --git a/scripts/6_train_SAE.sh b/scripts/6_train_SAE.sh new file mode 100755 index 0000000..0cc85f5 --- /dev/null +++ b/scripts/6_train_SAE.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAE diff --git a/scripts/6_train_SAEHD 2.sh b/scripts/6_train_SAEHD 2.sh new file mode 100755 index 0000000..e883ed7 --- /dev/null +++ b/scripts/6_train_SAEHD 2.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAEHD + diff --git a/scripts/6_train_SAEHD_no_preview.sh b/scripts/6_train_SAEHD_no_preview.sh new file mode 100755 index 0000000..f4cb334 --- /dev/null +++ b/scripts/6_train_SAEHD_no_preview.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAEHD \ + --no-preview diff --git a/scripts/6_train_SAE_no_preview.sh b/scripts/6_train_SAE_no_preview.sh new file mode 100755 index 0000000..ae41139 --- /dev/null +++ b/scripts/6_train_SAE_no_preview.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAE \ + --no-preview diff --git a/scripts/6_train_XSeg.sh b/scripts/6_train_XSeg.sh new file mode 100755 index 0000000..e3552ac --- /dev/null +++ b/scripts/6_train_XSeg.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model XSeg + diff --git a/scripts/6_train_XSeg_no_preview.sh b/scripts/6_train_XSeg_no_preview.sh new file mode 100755 index 0000000..c453518 --- /dev/null +++ b/scripts/6_train_XSeg_no_preview.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" train \ + --training-data-src-dir "$DFL_WORKSPACE/data_src" \ + --training-data-dst-dir "$DFL_WORKSPACE/data_dst" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model XSeg \ + --no-preview diff --git a/scripts/7_convert_AMP.sh b/scripts/7_convert_AMP.sh new file mode 100755 index 0000000..af8e688 --- /dev/null +++ b/scripts/7_convert_AMP.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model AMP + diff --git a/scripts/7_convert_AMP_debug.sh b/scripts/7_convert_AMP_debug.sh new file mode 100755 index 0000000..7ca2559 --- /dev/null +++ b/scripts/7_convert_AMP_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model AMP \ + --debug + diff --git a/scripts/7_convert_DF.sh b/scripts/7_convert_DF.sh new file mode 100755 index 0000000..27bc39b --- /dev/null +++ b/scripts/7_convert_DF.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model DF + diff --git a/scripts/7_convert_DF_debug.sh b/scripts/7_convert_DF_debug.sh new file mode 100755 index 0000000..1b42be5 --- /dev/null +++ b/scripts/7_convert_DF_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model DF \ + --debug + diff --git a/scripts/7_convert_H128.sh b/scripts/7_convert_H128.sh new file mode 100755 index 0000000..2984cf9 --- /dev/null +++ b/scripts/7_convert_H128.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H128 + diff --git a/scripts/7_convert_H128_debug.sh b/scripts/7_convert_H128_debug.sh new file mode 100755 index 0000000..3beaf71 --- /dev/null +++ b/scripts/7_convert_H128_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H128 \ + --debug + diff --git a/scripts/7_convert_H64.sh b/scripts/7_convert_H64.sh new file mode 100755 index 0000000..8bd64df --- /dev/null +++ b/scripts/7_convert_H64.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H64 \ + diff --git a/scripts/7_convert_H64_debug.sh b/scripts/7_convert_H64_debug.sh new file mode 100755 index 0000000..395890e --- /dev/null +++ b/scripts/7_convert_H64_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model H64 \ + --debug + diff --git a/scripts/7_convert_LIAEF128.sh b/scripts/7_convert_LIAEF128.sh new file mode 100755 index 0000000..158e9e9 --- /dev/null +++ b/scripts/7_convert_LIAEF128.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model LIAEF128 + diff --git a/scripts/7_convert_LIAEF128_debug.sh b/scripts/7_convert_LIAEF128_debug.sh new file mode 100755 index 0000000..2452fae --- /dev/null +++ b/scripts/7_convert_LIAEF128_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model LIAEF128 \ + --debug + diff --git a/scripts/7_convert_Quick96.sh b/scripts/7_convert_Quick96.sh new file mode 100755 index 0000000..535b4d2 --- /dev/null +++ b/scripts/7_convert_Quick96.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model Quick96 + diff --git a/scripts/7_convert_Quick96_debug.sh b/scripts/7_convert_Quick96_debug.sh new file mode 100755 index 0000000..149802f --- /dev/null +++ b/scripts/7_convert_Quick96_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model Quick96 \ + --debug + diff --git a/scripts/7_convert_SAE.sh b/scripts/7_convert_SAE.sh new file mode 100755 index 0000000..33f43bc --- /dev/null +++ b/scripts/7_convert_SAE.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAE + diff --git a/scripts/7_convert_SAEHD.sh b/scripts/7_convert_SAEHD.sh new file mode 100755 index 0000000..4c10c15 --- /dev/null +++ b/scripts/7_convert_SAEHD.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAEHD + diff --git a/scripts/7_convert_SAEHD_debug.sh b/scripts/7_convert_SAEHD_debug.sh new file mode 100755 index 0000000..9a11b14 --- /dev/null +++ b/scripts/7_convert_SAEHD_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAEHD \ + --debug + diff --git a/scripts/7_convert_SAE_debug.sh b/scripts/7_convert_SAE_debug.sh new file mode 100755 index 0000000..274435b --- /dev/null +++ b/scripts/7_convert_SAE_debug.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +source env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model SAE \ + --debug + diff --git a/scripts/7_convert_XSeg.sh b/scripts/7_convert_XSeg.sh new file mode 100755 index 0000000..176eb10 --- /dev/null +++ b/scripts/7_convert_XSeg.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model XSeg + diff --git a/scripts/7_convert_XSeg_debug.sh b/scripts/7_convert_XSeg_debug.sh new file mode 100755 index 0000000..775a02c --- /dev/null +++ b/scripts/7_convert_XSeg_debug.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" convert \ + --input-dir "$DFL_WORKSPACE/data_dst" \ + --output-dir "$DFL_WORKSPACE/data_dst/merged" \ + --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \ + --model-dir "$DFL_WORKSPACE/model" \ + --model XSeg \ + --debug + diff --git a/scripts/8_converted_to_avi.sh b/scripts/8_converted_to_avi.sh new file mode 100755 index 0000000..526996f --- /dev/null +++ b/scripts/8_converted_to_avi.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed video-from-sequence \ + --input-dir "$DFL_WORKSPACE\data_dst\merged" \ + --output-file "$DFL_WORKSPACE\result.avi" \ + --reference-file "$DFL_WORKSPACE\data_dst.*" + diff --git a/scripts/8_converted_to_mov_lossless+alpha.sh b/scripts/8_converted_to_mov_lossless+alpha.sh new file mode 100755 index 0000000..d159673 --- /dev/null +++ b/scripts/8_converted_to_mov_lossless+alpha.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed video-from-sequence \ + --input-dir "$DFL_WORKSPACE/data_dst/merged" \ + --output-file "$DFL_WORKSPACE/result.mov" \ + --reference-file "$DFL_WORKSPACE/data_dst.*" \ + --lossless + diff --git a/scripts/8_converted_to_mp4.sh b/scripts/8_converted_to_mp4.sh new file mode 100755 index 0000000..7ed3270 --- /dev/null +++ b/scripts/8_converted_to_mp4.sh @@ -0,0 +1,9 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed video-from-sequence \ + --input-dir "$DFL_WORKSPACE/data_dst/merged" \ + --output-file "$DFL_WORKSPACE/result.mp4" \ + --reference-file "$DFL_WORKSPACE/data_dst.*" + diff --git a/scripts/8_converted_to_mp4_lossless+alpha.sh b/scripts/8_converted_to_mp4_lossless+alpha.sh new file mode 100755 index 0000000..471b13b --- /dev/null +++ b/scripts/8_converted_to_mp4_lossless+alpha.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +cd "$(dirname $0)/.." +source scripts/env.sh + +$DFL_PYTHON "$DFL_SRC" videoed video-from-sequence \ + --input-dir "$DFL_WORKSPACE/data_dst/merged" \ + --output-file "$DFL_WORKSPACE/result.mp4" \ + --reference-file "$DFL_WORKSPACE/data_dst.*" \ + --lossless + diff --git a/scripts/env.sh b/scripts/env.sh index e4d31d6..d59020f 100644 --- a/scripts/env.sh +++ b/scripts/env.sh @@ -1,4 +1,7 @@ +eval "$(/opt/homebrew/bin/brew shellenv)" +DFL_PYTHON=python DFL_MAIN=.dfl/DeepFaceLab/main.py +DFL_SRC=.dfl/DeepFaceLab/main.py WORKSPACE=workspace source .dfl/env/bin/activate