mirror of
https://github.com/storytold/storyteller-ml.git
synced 2026-10-17 00:23:14 +00:00
Delete animation/SadTalker directory
This commit is contained in:
Justin John
@@ -1,32 +0,0 @@
|
||||
mkdir ./checkpoints
|
||||
|
||||
# lagency download link
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/auido2exp_00300-model.pth -O ./checkpoints/auido2exp_00300-model.pth
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/auido2pose_00140-model.pth -O ./checkpoints/auido2pose_00140-model.pth
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/epoch_20.pth -O ./checkpoints/epoch_20.pth
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/facevid2vid_00189-model.pth.tar -O ./checkpoints/facevid2vid_00189-model.pth.tar
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/shape_predictor_68_face_landmarks.dat -O ./checkpoints/shape_predictor_68_face_landmarks.dat
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/wav2lip.pth -O ./checkpoints/wav2lip.pth
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/mapping_00229-model.pth.tar -O ./checkpoints/mapping_00229-model.pth.tar
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/mapping_00109-model.pth.tar -O ./checkpoints/mapping_00109-model.pth.tar
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/hub.zip -O ./checkpoints/hub.zip
|
||||
# unzip -n ./checkpoints/hub.zip -d ./checkpoints/
|
||||
|
||||
|
||||
#### download the new links.
|
||||
wget -nc https://github.com/OpenTalker/SadTalker/releases/download/v0.0.2-rc/mapping_00109-model.pth.tar -O ./checkpoints/mapping_00109-model.pth.tar
|
||||
wget -nc https://github.com/OpenTalker/SadTalker/releases/download/v0.0.2-rc/mapping_00229-model.pth.tar -O ./checkpoints/mapping_00229-model.pth.tar
|
||||
wget -nc https://github.com/OpenTalker/SadTalker/releases/download/v0.0.2-rc/SadTalker_V0.0.2_256.safetensors -O ./checkpoints/SadTalker_V0.0.2_256.safetensors
|
||||
wget -nc https://github.com/OpenTalker/SadTalker/releases/download/v0.0.2-rc/SadTalker_V0.0.2_512.safetensors -O ./checkpoints/SadTalker_V0.0.2_512.safetensors
|
||||
|
||||
|
||||
# wget -nc https://github.com/Winfredy/SadTalker/releases/download/v0.0.2/BFM_Fitting.zip -O ./checkpoints/BFM_Fitting.zip
|
||||
# unzip -n ./checkpoints/BFM_Fitting.zip -d ./checkpoints/
|
||||
|
||||
### enhancer
|
||||
mkdir -p ./gfpgan/weights
|
||||
wget -nc https://github.com/xinntao/facexlib/releases/download/v0.1.0/alignment_WFLW_4HG.pth -O ./gfpgan/weights/alignment_WFLW_4HG.pth
|
||||
wget -nc https://github.com/xinntao/facexlib/releases/download/v0.1.0/detection_Resnet50_Final.pth -O ./gfpgan/weights/detection_Resnet50_Final.pth
|
||||
wget -nc https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.4.pth -O ./gfpgan/weights/GFPGANv1.4.pth
|
||||
wget -nc https://github.com/xinntao/facexlib/releases/download/v0.2.2/parsing_parsenet.pth -O ./gfpgan/weights/parsing_parsenet.pth
|
||||
|
||||
@@ -1,189 +0,0 @@
|
||||
import os, sys
|
||||
from pathlib import Path
|
||||
import tempfile
|
||||
import gradio as gr
|
||||
from modules.call_queue import wrap_gradio_gpu_call, wrap_queued_call
|
||||
from modules.shared import opts, OptionInfo
|
||||
from modules import shared, paths, script_callbacks
|
||||
import launch
|
||||
import glob
|
||||
from huggingface_hub import snapshot_download
|
||||
|
||||
|
||||
|
||||
def check_all_files_safetensor(current_dir):
|
||||
kv = {
|
||||
"SadTalker_V0.0.2_256.safetensors": "sadtalker-256",
|
||||
"SadTalker_V0.0.2_512.safetensors": "sadtalker-512",
|
||||
"mapping_00109-model.pth.tar" : "mapping-109" ,
|
||||
"mapping_00229-model.pth.tar" : "mapping-229" ,
|
||||
}
|
||||
|
||||
if not os.path.isdir(current_dir):
|
||||
return False
|
||||
|
||||
dirs = os.listdir(current_dir)
|
||||
|
||||
for f in dirs:
|
||||
if f in kv.keys():
|
||||
del kv[f]
|
||||
|
||||
return len(kv.keys()) == 0
|
||||
|
||||
def check_all_files(current_dir):
|
||||
kv = {
|
||||
"auido2exp_00300-model.pth": "audio2exp",
|
||||
"auido2pose_00140-model.pth": "audio2pose",
|
||||
"epoch_20.pth": "face_recon",
|
||||
"facevid2vid_00189-model.pth.tar": "face-render",
|
||||
"mapping_00109-model.pth.tar" : "mapping-109" ,
|
||||
"mapping_00229-model.pth.tar" : "mapping-229" ,
|
||||
"wav2lip.pth": "wav2lip",
|
||||
"shape_predictor_68_face_landmarks.dat": "dlib",
|
||||
}
|
||||
|
||||
if not os.path.isdir(current_dir):
|
||||
return False
|
||||
|
||||
dirs = os.listdir(current_dir)
|
||||
|
||||
for f in dirs:
|
||||
if f in kv.keys():
|
||||
del kv[f]
|
||||
|
||||
return len(kv.keys()) == 0
|
||||
|
||||
|
||||
|
||||
def download_model(local_dir='./checkpoints'):
|
||||
REPO_ID = 'vinthony/SadTalker'
|
||||
snapshot_download(repo_id=REPO_ID, local_dir=local_dir, local_dir_use_symlinks=False)
|
||||
|
||||
def get_source_image(image):
|
||||
return image
|
||||
|
||||
def get_img_from_txt2img(x):
|
||||
talker_path = Path(paths.script_path) / "outputs"
|
||||
imgs_from_txt_dir = str(talker_path / "txt2img-images/")
|
||||
imgs = glob.glob(imgs_from_txt_dir+'/*/*.png')
|
||||
imgs.sort(key=lambda x:os.path.getmtime(os.path.join(imgs_from_txt_dir, x)))
|
||||
img_from_txt_path = os.path.join(imgs_from_txt_dir, imgs[-1])
|
||||
return img_from_txt_path, img_from_txt_path
|
||||
|
||||
def get_img_from_img2img(x):
|
||||
talker_path = Path(paths.script_path) / "outputs"
|
||||
imgs_from_img_dir = str(talker_path / "img2img-images/")
|
||||
imgs = glob.glob(imgs_from_img_dir+'/*/*.png')
|
||||
imgs.sort(key=lambda x:os.path.getmtime(os.path.join(imgs_from_img_dir, x)))
|
||||
img_from_img_path = os.path.join(imgs_from_img_dir, imgs[-1])
|
||||
return img_from_img_path, img_from_img_path
|
||||
|
||||
def get_default_checkpoint_path():
|
||||
# check the path of models/checkpoints and extensions/
|
||||
checkpoint_path = Path(paths.script_path) / "models"/ "SadTalker"
|
||||
extension_checkpoint_path = Path(paths.script_path) / "extensions"/ "SadTalker" / "checkpoints"
|
||||
|
||||
if check_all_files_safetensor(checkpoint_path):
|
||||
# print('founding sadtalker checkpoint in ' + str(checkpoint_path))
|
||||
return checkpoint_path
|
||||
|
||||
if check_all_files_safetensor(extension_checkpoint_path):
|
||||
# print('founding sadtalker checkpoint in ' + str(extension_checkpoint_path))
|
||||
return extension_checkpoint_path
|
||||
|
||||
if check_all_files(checkpoint_path):
|
||||
# print('founding sadtalker checkpoint in ' + str(checkpoint_path))
|
||||
return checkpoint_path
|
||||
|
||||
if check_all_files(extension_checkpoint_path):
|
||||
# print('founding sadtalker checkpoint in ' + str(extension_checkpoint_path))
|
||||
return extension_checkpoint_path
|
||||
|
||||
return None
|
||||
|
||||
|
||||
|
||||
def install():
|
||||
|
||||
kv = {
|
||||
"face_alignment": "face-alignment==1.3.5",
|
||||
"imageio": "imageio==2.19.3",
|
||||
"imageio_ffmpeg": "imageio-ffmpeg==0.4.7",
|
||||
"librosa":"librosa==0.8.0",
|
||||
"pydub":"pydub==0.25.1",
|
||||
"scipy":"scipy==1.8.1",
|
||||
"tqdm": "tqdm",
|
||||
"yacs":"yacs==0.1.8",
|
||||
"yaml": "pyyaml",
|
||||
"av":"av",
|
||||
"gfpgan": "gfpgan",
|
||||
}
|
||||
|
||||
# # dlib is not necessary currently
|
||||
# if 'darwin' in sys.platform:
|
||||
# kv['dlib'] = "dlib"
|
||||
# else:
|
||||
# kv['dlib'] = 'dlib-bin'
|
||||
|
||||
# #### we need to have a newer version of imageio for our method.
|
||||
# launch.run_pip("install imageio==2.19.3", "requirements for SadTalker")
|
||||
|
||||
for k,v in kv.items():
|
||||
if not launch.is_installed(k):
|
||||
print(k, launch.is_installed(k))
|
||||
launch.run_pip("install "+ v, "requirements for SadTalker")
|
||||
|
||||
if os.getenv('SADTALKER_CHECKPOINTS'):
|
||||
print('load Sadtalker Checkpoints from '+ os.getenv('SADTALKER_CHECKPOINTS'))
|
||||
|
||||
elif get_default_checkpoint_path() is not None:
|
||||
os.environ['SADTALKER_CHECKPOINTS'] = str(get_default_checkpoint_path())
|
||||
else:
|
||||
|
||||
print(
|
||||
""""
|
||||
SadTalker will not support download all the files from hugging face, which will take a long time.
|
||||
|
||||
please manually set the SADTALKER_CHECKPOINTS in `webui_user.bat`(windows) or `webui_user.sh`(linux)
|
||||
"""
|
||||
)
|
||||
|
||||
# python = sys.executable
|
||||
|
||||
# launch.run(f'"{python}" -m pip uninstall -y huggingface_hub', live=True)
|
||||
# launch.run(f'"{python}" -m pip install --upgrade git+https://github.com/huggingface/huggingface_hub@main', live=True)
|
||||
# ### run the scripts to downlod models to correct localtion.
|
||||
# # print('download models for SadTalker')
|
||||
# # launch.run("cd " + paths.script_path+"/extensions/SadTalker && bash ./scripts/download_models.sh", live=True)
|
||||
# # print('SadTalker is successfully installed!')
|
||||
# download_model(paths.script_path+'/extensions/SadTalker/checkpoints')
|
||||
|
||||
|
||||
def on_ui_tabs():
|
||||
install()
|
||||
|
||||
sys.path.extend([paths.script_path+'/extensions/SadTalker'])
|
||||
|
||||
repo_dir = paths.script_path+'/extensions/SadTalker/'
|
||||
|
||||
result_dir = opts.sadtalker_result_dir
|
||||
os.makedirs(result_dir, exist_ok=True)
|
||||
|
||||
from app_sadtalker import sadtalker_demo
|
||||
|
||||
if os.getenv('SADTALKER_CHECKPOINTS'):
|
||||
checkpoint_path = os.getenv('SADTALKER_CHECKPOINTS')
|
||||
else:
|
||||
checkpoint_path = repo_dir+'checkpoints/'
|
||||
|
||||
audio_to_video = sadtalker_demo(checkpoint_path=checkpoint_path, config_path=repo_dir+'src/config', warpfn = wrap_queued_call)
|
||||
|
||||
return [(audio_to_video, "SadTalker", "extension")]
|
||||
|
||||
def on_ui_settings():
|
||||
talker_path = Path(paths.script_path) / "outputs"
|
||||
section = ('extension', "SadTalker")
|
||||
opts.add_option("sadtalker_result_dir", OptionInfo(str(talker_path / "SadTalker/"), "Path to save results of sadtalker", section=section))
|
||||
|
||||
script_callbacks.on_ui_settings(on_ui_settings)
|
||||
script_callbacks.on_ui_tabs(on_ui_tabs)
|
||||
@@ -1,21 +0,0 @@
|
||||
# ### some test command before commit.
|
||||
# python inference.py --preprocess crop --size 256
|
||||
# python inference.py --preprocess crop --size 512
|
||||
|
||||
# python inference.py --preprocess extcrop --size 256
|
||||
# python inference.py --preprocess extcrop --size 512
|
||||
|
||||
# python inference.py --preprocess resize --size 256
|
||||
# python inference.py --preprocess resize --size 512
|
||||
|
||||
# python inference.py --preprocess full --size 256
|
||||
# python inference.py --preprocess full --size 512
|
||||
|
||||
# python inference.py --preprocess extfull --size 256
|
||||
# python inference.py --preprocess extfull --size 512
|
||||
|
||||
python inference.py --preprocess full --size 256 --enhancer gfpgan
|
||||
python inference.py --preprocess full --size 512 --enhancer gfpgan
|
||||
|
||||
python inference.py --preprocess full --size 256 --enhancer gfpgan --still
|
||||
python inference.py --preprocess full --size 512 --enhancer gfpgan --still
|
||||
Reference in New Issue
Block a user