Update app.py
Browse files
app.py
CHANGED
|
@@ -2,46 +2,38 @@ import os
|
|
| 2 |
import shutil
|
| 3 |
from huggingface_hub import snapshot_download
|
| 4 |
import gradio as gr
|
|
|
|
| 5 |
from scripts.inference import inference_process
|
| 6 |
import argparse
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
hallo_dir = snapshot_download(repo_id="fudan-generative-ai/hallo")
|
| 10 |
-
|
| 11 |
-
# Define the new directory path for the pretrained models
|
| 12 |
-
new_dir = 'pretrained_models'
|
| 13 |
-
|
| 14 |
-
# Ensure the new directory exists
|
| 15 |
-
os.makedirs(new_dir, exist_ok=True)
|
| 16 |
-
|
| 17 |
-
# Move all contents from the downloaded directory to the new directory
|
| 18 |
-
for filename in os.listdir(hallo_dir):
|
| 19 |
-
shutil.move(os.path.join(hallo_dir, filename), os.path.join(new_dir, filename))
|
| 20 |
|
| 21 |
def run_inference(source_image, driving_audio, progress=gr.Progress(track_tqdm=True)):
|
| 22 |
-
|
|
|
|
| 23 |
args = argparse.Namespace(
|
| 24 |
-
config='configs/inference/default.yaml',
|
| 25 |
source_image=source_image,
|
| 26 |
driving_audio=driving_audio,
|
| 27 |
-
output='output.mp4',
|
| 28 |
pose_weight=1.0,
|
| 29 |
face_weight=1.0,
|
| 30 |
lip_weight=1.0,
|
| 31 |
face_expand_ratio=1.2,
|
| 32 |
-
checkpoint=None
|
| 33 |
)
|
| 34 |
|
| 35 |
-
# Call the imported function
|
| 36 |
inference_process(args)
|
| 37 |
-
|
| 38 |
-
# Return output or path to output
|
| 39 |
-
return 'output.mp4' # Modify based on your output handling
|
| 40 |
|
| 41 |
iface = gr.Interface(
|
|
|
|
|
|
|
| 42 |
fn=run_inference,
|
| 43 |
inputs=[gr.Image(type="filepath"), gr.Audio(type="filepath")],
|
|
|
|
| 44 |
outputs="video"
|
| 45 |
)
|
| 46 |
|
| 47 |
-
iface.launch()
|
|
|
|
| 2 |
import shutil
|
| 3 |
from huggingface_hub import snapshot_download
|
| 4 |
import gradio as gr
|
| 5 |
+
os.chdir(os.path.dirname(os.path.abspath(__file__)))
|
| 6 |
from scripts.inference import inference_process
|
| 7 |
import argparse
|
| 8 |
+
import uuid
|
| 9 |
|
| 10 |
+
hallo_dir = snapshot_download(repo_id="fudan-generative-ai/hallo", local_dir="pretrained_models")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
|
| 12 |
def run_inference(source_image, driving_audio, progress=gr.Progress(track_tqdm=True)):
|
| 13 |
+
unique_id = uuid.uuid4()
|
| 14 |
+
|
| 15 |
args = argparse.Namespace(
|
| 16 |
+
config='configs/inference/default.yaml',
|
| 17 |
source_image=source_image,
|
| 18 |
driving_audio=driving_audio,
|
| 19 |
+
output=f'output-{unique_id}.mp4',
|
| 20 |
pose_weight=1.0,
|
| 21 |
face_weight=1.0,
|
| 22 |
lip_weight=1.0,
|
| 23 |
face_expand_ratio=1.2,
|
| 24 |
+
checkpoint=None
|
| 25 |
)
|
| 26 |
|
|
|
|
| 27 |
inference_process(args)
|
| 28 |
+
return f'output-{unique_id}.mp4'
|
|
|
|
|
|
|
| 29 |
|
| 30 |
iface = gr.Interface(
|
| 31 |
+
title="Demo for Hallo: Hierarchical Audio-Driven Visual Synthesis for Portrait Image Animation",
|
| 32 |
+
description="Generate talking head avatars driven from audio. **every 10 seconds of generation takes ~1 minute** - duplicate the space for private use or try for free on Google Colab",
|
| 33 |
fn=run_inference,
|
| 34 |
inputs=[gr.Image(type="filepath"), gr.Audio(type="filepath")],
|
| 35 |
+
cache_examples=False,
|
| 36 |
outputs="video"
|
| 37 |
)
|
| 38 |
|
| 39 |
+
iface.launch(share=True)
|