OpenSourceJoker/LivePortrait
3
0
Fork 0
mirror of https://github.com/KwaiVGI/LivePortrait.git synced 2025-02-05 09:58:12 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: clarify driving modes and add lip normalization option (#372)

Browse Source 
Co-authored-by: zhangdingyun <zhangdingyun@kuaishou.com>
This commit is contained in:
Jianzhu Guo 2024-09-06 16:43:08 +08:00 committed by GitHub
parent 1b96d32e4b
commit b01aeb4050
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app.py
View File

@ -241,6 +241,7 @@ with gr.Blocks(theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Plus Jakarta San
with gr.Row():
with gr.Accordion(open=True, label="Animation Options"):
with gr.Row():
flag_normalize_lip = gr.Checkbox(value=False, label="normalize lip")
flag_relative_input = gr.Checkbox(value=True, label="relative motion")
flag_remap_input = gr.Checkbox(value=True, label="paste-back")
flag_stitching_input = gr.Checkbox(value=True, label="stitching")
@ -435,6 +436,7 @@ with gr.Blocks(theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Plus Jakarta San
driving_video_input,
driving_image_input,
driving_video_pickle_input,
flag_normalize_lip,
flag_relative_input,
flag_do_crop_input,
flag_remap_input,

4
src/gradio_pipeline.py
View File

@ -149,6 +149,7 @@ class GradioPipeline(LivePortraitPipeline):
input_driving_video_path=None,
input_driving_image_path=None,
input_driving_video_pickle_path=None,
flag_normalize_lip=False,
flag_relative_input=True,
flag_do_crop_input=True,
flag_remap_input=True,
@ -187,7 +188,7 @@ class GradioPipeline(LivePortraitPipeline):
input_driving_path = input_driving_video_path
if input_source_path is not None and input_driving_path is not None:
if osp.exists(input_driving_path) and v_tab_selection == 'Video' and is_square_video(input_driving_path) is False:
if osp.exists(input_driving_path) and v_tab_selection == 'Video' and not flag_crop_driving_video_input and is_square_video(input_driving_path) is False:
flag_crop_driving_video_input = True
log("The driving video is not square, it will be cropped to square automatically.")
gr.Info("The driving video is not square, it will be cropped to square automatically.", duration=2)
@ -195,6 +196,7 @@ class GradioPipeline(LivePortraitPipeline):
args_user = {
'source': input_source_path,
'driving': input_driving_path,
'flag_normalize_lip' : flag_normalize_lip,
'flag_relative_motion': flag_relative_input,
'flag_do_crop': flag_do_crop_input,
'flag_pasteback': flag_remap_input,

2
src/live_portrait_pipeline.py
View File

@ -386,7 +386,7 @@ class LivePortraitPipeline(object):
t_new[..., 2].fill_(0) # zero tz
x_d_i_new = scale_new * (x_c_s @ R_new + delta_new) + t_new
if inf_cfg.driving_option == "expression-friendly" and not flag_is_source_video and flag_is_driving_video:
if inf_cfg.flag_relative_motion and inf_cfg.driving_option == "expression-friendly" and not flag_is_source_video and flag_is_driving_video:
if i == 0:
x_d_0_new = x_d_i_new
motion_multiplier = calc_motion_multiplier(x_s, x_d_0_new)