Update app.py

app.py

@@ -26,6 +26,10 @@ from run_group_pnp_edit import init_pnp
 from diffusers import DDIMInverseScheduler, DDIMScheduler
 from diffusers.utils import load_image
 import imageio
+from transformers import pipeline
+
+# Initialize the translation pipeline
+translator = pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en")
 
 DEBUG_MODE = False
 
@@ -261,14 +265,15 @@ def btn_image_edit_fn(video_path, instruct_prompt, ie_force_512, ie_seed, ie_neg
     """
     Generate an image based on the video and text input.
     """
-    # Placeholder logic for image generation
+    # Translate the instruction prompt from Korean to English
+    translated_prompt = translator(instruct_prompt, src_lang="ko", tgt_lang="en")[0]['translation_text']
 
     if ie_seed < 0:
         ie_seed = int.from_bytes(os.urandom(2), "big")
     print(f"Using seed: {ie_seed}")
 
     edited_image_path = perform_edit(video_path=video_path, 
-                                             prompt=instruct_prompt,
+                                             prompt=translated_prompt,
                                              force_512=ie_force_512,
                                              seed=ie_seed,
                                              negative_prompt=ie_neg_prompt)
@@ -288,12 +293,15 @@ def btn_infer_fn(video_path,
                 ddim_inversion_steps,
                 seed,
                 ):
+    # Translate the video prompt from Korean to English
+    translated_video_prompt = translator(video_prompt, src_lang="ko", tgt_lang="en")[0]['translation_text']
+
     if seed < 0:
         seed = int.from_bytes(os.urandom(2), "big")
     print(f"Using seed: {seed}")
 
     result_video_path = perform_anyv2v(video_path=video_path,
-                                                        video_prompt=video_prompt,
+                                                        video_prompt=translated_video_prompt,
                                                         video_negative_prompt=video_negative_prompt,
                                                         edited_first_frame_path=edited_first_frame_path,
                                                         conv_inj=conv_inj,
@@ -416,4 +424,4 @@ with gr.Blocks() as demo:
 torch.set_grad_enabled(False)
 
 
-demo.launch()
+demo.launch()