2024-07-03 20:32:47 +00:00
|
|
|
# coding: utf-8
|
|
|
|
|
|
|
|
"""
|
|
|
|
The entrance of the gradio
|
|
|
|
"""
|
|
|
|
|
|
|
|
import tyro
|
2024-07-05 03:36:03 +00:00
|
|
|
import gradio as gr
|
|
|
|
import os.path as osp
|
2024-07-03 20:32:47 +00:00
|
|
|
from src.utils.helper import load_description
|
|
|
|
from src.gradio_pipeline import GradioPipeline
|
|
|
|
from src.config.crop_config import CropConfig
|
|
|
|
from src.config.argument_config import ArgumentConfig
|
|
|
|
from src.config.inference_config import InferenceConfig
|
|
|
|
|
|
|
|
|
|
|
|
def partial_fields(target_class, kwargs):
|
|
|
|
return target_class(**{k: v for k, v in kwargs.items() if hasattr(target_class, k)})
|
|
|
|
|
|
|
|
|
|
|
|
# set tyro theme
|
|
|
|
tyro.extras.set_accent_color("bright_cyan")
|
|
|
|
args = tyro.cli(ArgumentConfig)
|
|
|
|
|
|
|
|
# specify configs for inference
|
|
|
|
inference_cfg = partial_fields(InferenceConfig, args.__dict__) # use attribute of args to initial InferenceConfig
|
|
|
|
crop_cfg = partial_fields(CropConfig, args.__dict__) # use attribute of args to initial CropConfig
|
|
|
|
gradio_pipeline = GradioPipeline(
|
|
|
|
inference_cfg=inference_cfg,
|
|
|
|
crop_cfg=crop_cfg,
|
|
|
|
args=args
|
|
|
|
)
|
|
|
|
# assets
|
|
|
|
title_md = "assets/gradio_title.md"
|
|
|
|
example_portrait_dir = "assets/examples/source"
|
|
|
|
example_video_dir = "assets/examples/driving"
|
|
|
|
data_examples = [
|
2024-07-05 06:11:51 +00:00
|
|
|
[osp.join(example_portrait_dir, "s9.jpg"), osp.join(example_video_dir, "d0.mp4"), True, True, True, True],
|
|
|
|
[osp.join(example_portrait_dir, "s6.jpg"), osp.join(example_video_dir, "d0.mp4"), True, True, True, True],
|
|
|
|
[osp.join(example_portrait_dir, "s10.jpg"), osp.join(example_video_dir, "d5.mp4"), True, True, True, True],
|
|
|
|
[osp.join(example_portrait_dir, "s5.jpg"), osp.join(example_video_dir, "d6.mp4"), True, True, True, True],
|
|
|
|
[osp.join(example_portrait_dir, "s7.jpg"), osp.join(example_video_dir, "d7.mp4"), True, True, True, True],
|
2024-07-03 20:32:47 +00:00
|
|
|
]
|
|
|
|
#################### interface logic ####################
|
2024-07-05 03:36:03 +00:00
|
|
|
|
2024-07-03 20:32:47 +00:00
|
|
|
# Define components first
|
2024-07-05 07:09:43 +00:00
|
|
|
eye_retargeting_slider = gr.Slider(minimum=0, maximum=0.8, step=0.01, label="target eyes-open ratio")
|
|
|
|
lip_retargeting_slider = gr.Slider(minimum=0, maximum=0.8, step=0.01, label="target lip-open ratio")
|
2024-07-05 03:36:03 +00:00
|
|
|
retargeting_input_image = gr.Image(type="numpy")
|
2024-07-05 06:18:12 +00:00
|
|
|
output_image = gr.Image(type="numpy")
|
2024-07-05 03:36:03 +00:00
|
|
|
output_image_paste_back = gr.Image(type="numpy")
|
|
|
|
output_video = gr.Video()
|
|
|
|
output_video_concat = gr.Video()
|
|
|
|
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
|
|
gr.HTML(load_description(title_md))
|
|
|
|
gr.Markdown(load_description("assets/gradio_description_upload.md"))
|
|
|
|
with gr.Row():
|
2024-07-05 07:09:43 +00:00
|
|
|
with gr.Accordion(open=True, label="Source Portrait"):
|
2024-07-05 03:36:03 +00:00
|
|
|
image_input = gr.Image(type="filepath")
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Accordion(open=True, label="Driving Video"):
|
2024-07-05 03:36:03 +00:00
|
|
|
video_input = gr.Video()
|
2024-07-03 20:32:47 +00:00
|
|
|
gr.Markdown(load_description("assets/gradio_description_animation.md"))
|
|
|
|
with gr.Row():
|
|
|
|
with gr.Accordion(open=True, label="Animation Options"):
|
|
|
|
with gr.Row():
|
2024-07-05 07:09:43 +00:00
|
|
|
flag_relative_input = gr.Checkbox(value=True, label="relative motion")
|
2024-07-03 20:32:47 +00:00
|
|
|
flag_do_crop_input = gr.Checkbox(value=True, label="do crop")
|
2024-07-05 06:11:51 +00:00
|
|
|
flag_remap_input = gr.Checkbox(value=True, label="paste-back")
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Row():
|
2024-07-05 03:36:03 +00:00
|
|
|
with gr.Column():
|
|
|
|
process_button_animation = gr.Button("🚀 Animate", variant="primary")
|
|
|
|
with gr.Column():
|
|
|
|
process_button_reset = gr.ClearButton([image_input, video_input, output_video, output_video_concat], value="🧹 Clear")
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Row():
|
|
|
|
with gr.Column():
|
|
|
|
with gr.Accordion(open=True, label="The animated video in the original image space"):
|
2024-07-05 03:36:03 +00:00
|
|
|
output_video.render()
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Column():
|
|
|
|
with gr.Accordion(open=True, label="The animated video"):
|
2024-07-05 03:36:03 +00:00
|
|
|
output_video_concat.render()
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Row():
|
|
|
|
# Examples
|
|
|
|
gr.Markdown("## You could choose the examples below ⬇️")
|
|
|
|
with gr.Row():
|
|
|
|
gr.Examples(
|
|
|
|
examples=data_examples,
|
|
|
|
inputs=[
|
|
|
|
image_input,
|
|
|
|
video_input,
|
|
|
|
flag_relative_input,
|
|
|
|
flag_do_crop_input,
|
|
|
|
flag_remap_input
|
|
|
|
],
|
|
|
|
examples_per_page=5
|
|
|
|
)
|
|
|
|
gr.Markdown(load_description("assets/gradio_description_retargeting.md"))
|
2024-07-05 03:36:03 +00:00
|
|
|
with gr.Row():
|
|
|
|
eye_retargeting_slider.render()
|
|
|
|
lip_retargeting_slider.render()
|
|
|
|
with gr.Row():
|
|
|
|
process_button_retargeting = gr.Button("🚗 Retargeting", variant="primary")
|
|
|
|
process_button_reset_retargeting = gr.ClearButton(
|
|
|
|
[
|
2024-07-05 06:18:12 +00:00
|
|
|
eye_retargeting_slider,
|
|
|
|
lip_retargeting_slider,
|
2024-07-05 03:36:03 +00:00
|
|
|
retargeting_input_image,
|
2024-07-05 06:18:12 +00:00
|
|
|
output_image,
|
2024-07-05 03:36:03 +00:00
|
|
|
output_image_paste_back
|
2024-07-05 06:18:12 +00:00
|
|
|
],
|
2024-07-05 03:36:03 +00:00
|
|
|
value="🧹 Clear"
|
|
|
|
)
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Row():
|
|
|
|
with gr.Column():
|
2024-07-05 03:36:03 +00:00
|
|
|
with gr.Accordion(open=True, label="Retargeting Input"):
|
|
|
|
retargeting_input_image.render()
|
2024-07-03 20:32:47 +00:00
|
|
|
with gr.Column():
|
2024-07-05 03:36:03 +00:00
|
|
|
with gr.Accordion(open=True, label="Retargeting Result"):
|
2024-07-03 20:32:47 +00:00
|
|
|
output_image.render()
|
2024-07-05 03:36:03 +00:00
|
|
|
with gr.Column():
|
|
|
|
with gr.Accordion(open=True, label="Paste-back Result"):
|
|
|
|
output_image_paste_back.render()
|
2024-07-03 20:32:47 +00:00
|
|
|
# binding functions for buttons
|
|
|
|
process_button_retargeting.click(
|
|
|
|
fn=gradio_pipeline.execute_image,
|
|
|
|
inputs=[eye_retargeting_slider, lip_retargeting_slider],
|
2024-07-05 03:36:03 +00:00
|
|
|
outputs=[output_image, output_image_paste_back],
|
2024-07-03 20:32:47 +00:00
|
|
|
show_progress=True
|
|
|
|
)
|
|
|
|
process_button_animation.click(
|
|
|
|
fn=gradio_pipeline.execute_video,
|
|
|
|
inputs=[
|
|
|
|
image_input,
|
|
|
|
video_input,
|
|
|
|
flag_relative_input,
|
|
|
|
flag_do_crop_input,
|
|
|
|
flag_remap_input
|
|
|
|
],
|
|
|
|
outputs=[output_video, output_video_concat],
|
|
|
|
show_progress=True
|
|
|
|
)
|
2024-07-05 03:36:03 +00:00
|
|
|
image_input.change(
|
2024-07-05 06:18:12 +00:00
|
|
|
fn=gradio_pipeline.prepare_retargeting,
|
|
|
|
inputs=image_input,
|
2024-07-05 03:36:03 +00:00
|
|
|
outputs=[eye_retargeting_slider, lip_retargeting_slider, retargeting_input_image]
|
|
|
|
)
|
2024-07-09 07:56:27 +00:00
|
|
|
demo.launch(
|
|
|
|
server_name=args.server_name,
|
|
|
|
server_port=args.server_port,
|
|
|
|
share=args.share,
|
|
|
|
)
|