Update app.py

app.py

@@ -1,35 +1,66 @@
 import gradio as gr
+import replicate
 import subprocess
-import os
 import uuid
-from PIL import Image, ImageDraw
+import os
+import requests
+
+# Replicate API token - you can securely set this in the "Secrets" tab on HF
+os.environ["REPLICATE_API_TOKEN"] = "your_replicate_api_key"  # <-- REPLACE THIS
 
-def generate_video(text, audio_file):
+def generate_ai_video(text, audio_file):
     uid = str(uuid.uuid4())
-    image_file = f"{uid}.png"
-    output_video = f"{uid}.mp4"
+    video_url = None
+
+    # Step 1: Call Replicate AI video model (zeroscope)
+    print("Calling Replicate model...")
+    try:
+        output = replicate.run(
+            "cjwbw/zeroscope-v2-576w",
+            input={
+                "prompt": text,
+                "num_frames": 24,
+                "fps": 8,
+                "width": 576,
+                "height": 320,
+                "guidance_scale": 12.5
+            }
+        )
+        video_url = output[-1]  # Last frame (mp4)
+    except Exception as e:
+        return f"Error from Replicate: {str(e)}"
+
+    raw_video = f"{uid}_raw.mp4"
+    final_video = f"{uid}_final.mp4"
 
-    # Create image with text
-    img = Image.new('RGB', (720, 1280), color=(255, 255, 255))
-    draw = ImageDraw.Draw(img)
-    draw.text((50, 600), text, fill=(0, 0, 0))
-    img.save(image_file)
+    # Step 2: Download video
+    try:
+        print("Downloading video from Replicate...")
+        r = requests.get(video_url)
+        with open(raw_video, 'wb') as f:
+            f.write(r.content)
+    except:
+        return "Failed to download generated video."
 
-    # Merge audio and image using FFmpeg
-    command = f"ffmpeg -y -loop 1 -i {image_file} -i {audio_file} -c:v libx264 -tune stillimage -c:a aac -b:a 192k -pix_fmt yuv420p -shortest {output_video}"
-    subprocess.call(command, shell=True)
+    # Step 3: Merge uploaded audio with AI video using FFmpeg
+    try:
+        print("Merging audio with video...")
+        cmd = f"ffmpeg -y -i {raw_video} -i {audio_file} -map 0:v -map 1:a -shortest -c:v copy -c:a aac {final_video}"
+        subprocess.call(cmd, shell=True)
+    except:
+        return "Error during audio-video merge."
 
-    return output_video
+    return final_video
 
 demo = gr.Interface(
-    fn=generate_video,
+    fn=generate_ai_video,
     inputs=[
-        gr.Textbox(label="Enter Text"),
-        gr.Audio(type="filepath", label="Upload Audio File")
+        gr.Textbox(label="Enter Video Prompt / Script"),
+        gr.Audio(type="filepath", label="Upload Audio (.mp3 or .wav)")
     ],
-    outputs=gr.Video(label="Generated Video"),
-    title="Text + Audio to Video Generator",
-    description="Merges input text and audio into a short MP4 video."
+    outputs=gr.Video(label="AI Generated Video"),
+    title="Text + Audio → AI Video Generator",
+    description="Creates an AI-generated video using your script and audio voiceover using a free model."
 )
 
 demo.launch()