Update app.py

app.py

@@ -1,230 +1,521 @@
-# app.py
-#
-# Versão 18.1.0 (Interface Alinhada com a Arquitetura V2)
-#
-# - A chamada de evento da UI agora aciona o novo pipeline do Composer2D.
-# - A função de processamento de stream (`process_chat_stream`) foi corrigida
-#   para ser compatível com o objeto `GenerationState`, resolvendo o AttributeError.
-# - A extração de dados para a galeria e o vídeo foi atualizada para ler a
-#   nova estrutura do DNA (`storyboard_producao`).
-
 import gradio as gr
-import yaml
-import logging
+import torch
+
+import numpy as np
+import random
 import os
-import sys
-import time
+import yaml
+from pathlib import Path
+import imageio
+import tempfile
 from PIL import Image
+from huggingface_hub import hf_hub_download
+import shutil
 
-# --- 1. CONFIGURAÇÃO DE LOGGING E TEMAS ---
-logging.basicConfig(level=logging.INFO, format='%(message)s')
-logger = logging.getLogger(__name__)
-cinematic_theme = gr.themes.Base(primary_hue=gr.themes.colors.purple).set(body_background_fill="#111827", body_text_color="#D1D5DB", button_primary_background_fill="linear-gradient(90deg, #6D28D9, #4F46E5)", block_background_fill="#1F2937", block_border_width="1px", block_border_color="#374151")
+from inference import (
+    create_ltx_video_pipeline,
+    create_latent_upsampler,
+    load_image_to_tensor_with_resize_and_crop,
+    seed_everething,
+    get_device,
+    calculate_padding,
+    load_media_file
+)
+from ltx_video.pipelines.pipeline_ltx_video import ConditioningItem, LTXMultiScalePipeline, LTXVideoPipeline
+from ltx_video.utils.skip_layer_strategy import SkipLayerStrategy
 
-# --- 2. INICIALIZAÇÃO CRÍTICA DO FRAMEWORK ---
-try:
-    import aduc_framework
-    # Importa os tipos necessários para a UI
-    from aduc_framework.types import PreProductionParams, ProductionParams
+config_file_path = "configs/ltxv-13b-0.9.8-dev-fp8.yaml"
+with open(config_file_path, "r") as file:
+    PIPELINE_CONFIG_YAML = yaml.safe_load(file)
 
-    with open("config.yaml", 'r') as f:
-        config = yaml.safe_load(f)
-    WORKSPACE_DIR = config['application']['workspace_dir']
-    
-    # Cria a instância global do ADUC
-    aduc = aduc_framework.create_aduc_instance(workspace_root=WORKSPACE_DIR)
-    
-    logger.info("Framework ADUC e interface Gradio inicializados com sucesso.")
-
-except Exception as e:
-    logger.critical(f"ERRO CRÍTICO NA INICIALIZAÇÃO DO ADUC FRAMEWORK: {e}", exc_info=True)
-    with gr.Blocks(theme=cinematic_theme) as demo_error:
-        gr.Markdown("# ERRO CRÍTICO NA INICIALIZAÇÃO")
-        gr.Markdown("Não foi possível iniciar o Aduc Framework. A aplicação não pode continuar. Verifique os logs.")
-        gr.Textbox(value=str(e), label="Detalhes do Erro", lines=10)
-    demo_error.launch()
-    sys.exit(1)
-
-# --- 3. FUNÇÕES WRAPPER E LÓGICA DA UI ---
-
-def chat_beautifier(role):
-    # (Função auxiliar para deixar os nomes dos especialistas bonitos no chat)
-    if "Composer2D" in role: return "Arquiteto Narrativo"
-    if "Neura_Link" in role: return "Interface Neural"
-    if "Planner5D" in role: return "Diretor de Set"
-    return "Sistema"
-
-def process_chat_stream(generator, initial_chat_history=[]):
+LTX_REPO = "Lightricks/LTX-Video"
+MAX_IMAGE_SIZE = PIPELINE_CONFIG_YAML.get("max_resolution", 1280)
+MAX_NUM_FRAMES = 257
+
+FPS = 30.0 
+
+# --- Global variables for loaded models ---
+pipeline_instance = None
+latent_upsampler_instance = None
+models_dir = "downloaded_models_gradio_cpu_init"
+Path(models_dir).mkdir(parents=True, exist_ok=True)
+
+print("Downloading models (if not present)...")
+distilled_model_actual_path = hf_hub_download(
+    repo_id=LTX_REPO,
+    filename=PIPELINE_CONFIG_YAML["checkpoint_path"],
+    local_dir=models_dir,
+    local_dir_use_symlinks=False
+)
+PIPELINE_CONFIG_YAML["checkpoint_path"] = distilled_model_actual_path
+print(f"Distilled model path: {distilled_model_actual_path}")
+
+SPATIAL_UPSCALER_FILENAME = PIPELINE_CONFIG_YAML["spatial_upscaler_model_path"]
+spatial_upscaler_actual_path = hf_hub_download(
+    repo_id=LTX_REPO,
+    filename=SPATIAL_UPSCALER_FILENAME,
+    local_dir=models_dir,
+    local_dir_use_symlinks=False
+)
+PIPELINE_CONFIG_YAML["spatial_upscaler_model_path"] = spatial_upscaler_actual_path
+print(f"Spatial upscaler model path: {spatial_upscaler_actual_path}")
+
+print("Creating LTX Video pipeline on CPU...")
+pipeline_instance = create_ltx_video_pipeline(
+    ckpt_path=PIPELINE_CONFIG_YAML["checkpoint_path"],
+    precision=PIPELINE_CONFIG_YAML["precision"],
+    text_encoder_model_name_or_path=PIPELINE_CONFIG_YAML["text_encoder_model_name_or_path"],
+    sampler=PIPELINE_CONFIG_YAML["sampler"],
+    device="cpu",
+    enhance_prompt=False,
+    prompt_enhancer_image_caption_model_name_or_path=PIPELINE_CONFIG_YAML["prompt_enhancer_image_caption_model_name_or_path"],
+    prompt_enhancer_llm_model_name_or_path=PIPELINE_CONFIG_YAML["prompt_enhancer_llm_model_name_or_path"],
+)
+print("LTX Video pipeline created on CPU.")
+
+if PIPELINE_CONFIG_YAML.get("spatial_upscaler_model_path"):
+    print("Creating latent upsampler on CPU...")
+    latent_upsampler_instance = create_latent_upsampler(
+        PIPELINE_CONFIG_YAML["spatial_upscaler_model_path"],
+        device="cpu"
+    )
+    print("Latent upsampler created on CPU.")
+
+target_inference_device = "cuda"
+print(f"Target inference device: {target_inference_device}")
+pipeline_instance.to(target_inference_device)
+if latent_upsampler_instance: 
+    latent_upsampler_instance.to(target_inference_device)
+
+
+# --- Helper function for dimension calculation ---
+MIN_DIM_SLIDER = 256  # As defined in the sliders minimum attribute
+TARGET_FIXED_SIDE = 768 # Desired fixed side length as per requirement
+
+def calculate_new_dimensions(orig_w, orig_h):
     """
-    Processa um gerador que produz objetos GenerationState e formata
-    o histórico de chat e outros dados para a UI.
+    Calculates new dimensions for height and width sliders based on original media dimensions.
+    Ensures one side is TARGET_FIXED_SIDE, the other is scaled proportionally,
+    both are multiples of 32, and within [MIN_DIM_SLIDER, MAX_IMAGE_SIZE].
     """
-    chatbot_display_history = initial_chat_history.copy()
-    fully_displayed_message_count = len(initial_chat_history)
-    
-    for dna_state in generator: # O gerador agora produz objetos 'GenerationState'
-        # --- CORREÇÃO DE `AttributeError` ---
-        # Acessamos os atributos do objeto Pydantic diretamente
-        backend_chat_history = dna_state.chat_history
+    if orig_w == 0 or orig_h == 0:
+        # Default to TARGET_FIXED_SIDE square if original dimensions are invalid
+        return int(TARGET_FIXED_SIDE), int(TARGET_FIXED_SIDE)
+
+    if orig_w >= orig_h:  # Landscape or square
+        new_h = TARGET_FIXED_SIDE
+        aspect_ratio = orig_w / orig_h
+        new_w_ideal = new_h * aspect_ratio
         
-        gallery_images = []
-        if dna_state.storyboard_producao: # Lendo da nova estrutura V2
-            for scene in dna_state.storyboard_producao:
-                gallery_images.extend([kf.caminho_pixel for kf in scene.keyframes])
-        elif dna_state.scenes: # Fallback para a estrutura legada
-            for scene in dna_state.scenes:
-                gallery_images.extend([kf.caminho_pixel for kf in scene.keyframes])
-
-        final_video_path = dna_state.caminho_filme_final_bruto or dna_state.caminho_filme_final_masterizado
-        dna_json = dna_state.model_dump() # Converte o estado atual para JSON para exibição
-        # ------------------------------------
-
-        # Lógica para "digitar" a mensagem
-        while len(backend_chat_history) > fully_displayed_message_count:
-            new_message_obj = backend_chat_history[fully_displayed_message_count]
-            role = chat_beautifier(new_message_obj.get('role', 'Sistema'))
-            content_to_type = new_message_obj.get('content', '')
-            is_ai_message = "Sistema" not in role
-            chatbot_display_history.append({"role": "assistant" if is_ai_message else "user", "content": ""})
-            full_typed_message = ""
-            for char in f"**{role}:** {content_to_type}":
-                full_typed_message += char
-                chatbot_display_history[-1]["content"] = full_typed_message + "▌"
-                yield chatbot_display_history, gr.update(value=gallery_images), gr.update(value=dna_json), gr.update(value=final_video_path)
-                time.sleep(0.005)
-            chatbot_display_history[-1]["content"] = full_typed_message
-            fully_displayed_message_count += 1
+        # Round to nearest multiple of 32
+        new_w = round(new_w_ideal / 32) * 32
         
-        # Garante que a UI seja atualizada mesmo que não haja novas mensagens de chat
-        yield chatbot_display_history, gr.update(value=gallery_images), gr.update(value=dna_json), gr.update(value=final_video_path)
+        # Clamp to [MIN_DIM_SLIDER, MAX_IMAGE_SIZE]
+        new_w = max(MIN_DIM_SLIDER, min(new_w, MAX_IMAGE_SIZE))
+        # Ensure new_h is also clamped (TARGET_FIXED_SIDE should be within these bounds if configured correctly)
+        new_h = max(MIN_DIM_SLIDER, min(new_h, MAX_IMAGE_SIZE)) 
+    else:  # Portrait
+        new_w = TARGET_FIXED_SIDE
+        aspect_ratio = orig_h / orig_w # Use H/W ratio for portrait scaling
+        new_h_ideal = new_w * aspect_ratio
+        
+        # Round to nearest multiple of 32
+        new_h = round(new_h_ideal / 32) * 32
+        
+        # Clamp to [MIN_DIM_SLIDER, MAX_IMAGE_SIZE]
+        new_h = max(MIN_DIM_SLIDER, min(new_h, MAX_IMAGE_SIZE))
+        # Ensure new_w is also clamped
+        new_w = max(MIN_DIM_SLIDER, min(new_w, MAX_IMAGE_SIZE))
+
+    return int(new_h), int(new_w)
+
+def get_duration(prompt, negative_prompt, input_image_filepath, input_video_filepath,
+             height_ui, width_ui, mode,
+             duration_ui, # Removed ui_steps
+             ui_frames_to_use,
+             seed_ui, randomize_seed, ui_guidance_scale, improve_texture_flag,
+             progress):
+    if duration_ui > 7:
+        return 75
+    else:
+        return 60
+
 
-def run_story_and_keyframes_wrapper(project_name, prompt, num_scenes, ref_files, duration_per_fragment):
+def generate(prompt, negative_prompt, input_image_filepath=None, input_video_filepath=None,
+             height_ui=512, width_ui=704, mode="text-to-video",
+             duration_ui=2.0, 
+             ui_frames_to_use=9,
+             seed_ui=42, randomize_seed=True, ui_guidance_scale=3.0, improve_texture_flag=True,
+             progress=gr.Progress(track_tqdm=True)):
     """
-    Este wrapper inicia o pipeline de PRÉ-PRODUÇÃO V2.
+    Generate high-quality videos using LTX Video model with support for text-to-video, image-to-video, and video-to-video modes.
+
+    Args:
+        prompt (str): Text description of the desired video content. Required for all modes.
+        negative_prompt (str): Text describing what to avoid in the generated video. Optional, can be empty string.
+        input_image_filepath (str or None): Path to input image file. Required for image-to-video mode, None for other modes.
+        input_video_filepath (str or None): Path to input video file. Required for video-to-video mode, None for other modes.
+        height_ui (int): Height of the output video in pixels, must be divisible by 32. Default: 512.
+        width_ui (int): Width of the output video in pixels, must be divisible by 32. Default: 704.
+        mode (str): Generation mode. Required. One of "text-to-video", "image-to-video", or "video-to-video". Default: "text-to-video".
+        duration_ui (float): Duration of the output video in seconds. Range: 0.3 to 8.5. Default: 2.0.
+        ui_frames_to_use (int): Number of frames to use from input video. Only used in video-to-video mode. Must be N*8+1. Default: 9.
+        seed_ui (int): Random seed for reproducible generation. Range: 0 to 2^32-1. Default: 42.
+        randomize_seed (bool): Whether to use a random seed instead of seed_ui. Default: True.
+        ui_guidance_scale (float): CFG scale controlling prompt influence. Range: 1.0 to 10.0. Higher values = stronger prompt influence. Default: 3.0.
+        improve_texture_flag (bool): Whether to use multi-scale generation for better texture quality. Slower but higher quality. Default: True.
+        progress (gr.Progress): Progress tracker for the generation process. Optional, used for UI updates.
+
+    Returns:
+        tuple: A tuple containing (output_video_path, used_seed) where output_video_path is the path to the generated video file and used_seed is the actual seed used for generation.
     """
-    if not project_name or not project_name.strip():
-        raise gr.Error("Por favor, forneça um nome para o projeto.")
-    aduc.load_project(project_name.strip())
+
+    # Validate mode-specific required parameters
+    if mode == "image-to-video":
+        if not input_image_filepath:
+            raise gr.Error("input_image_filepath is required for image-to-video mode")
+    elif mode == "video-to-video":
+        if not input_video_filepath:
+            raise gr.Error("input_video_filepath is required for video-to-video mode")
+    elif mode == "text-to-video":
+        # No additional file inputs required for text-to-video
+        pass
+    else:
+        raise gr.Error(f"Invalid mode: {mode}. Must be one of: text-to-video, image-to-video, video-to-video")
+
+    if randomize_seed:
+        seed_ui = random.randint(0, 2**32 - 1)
+    seed_everething(int(seed_ui))
     
-    if not ref_files: raise gr.Error("Por favor, forneça pelo menos uma imagem de referência.")
-    ref_paths = [aduc.process_image_for_story(f.name, f"ref_{i}.jpg") for i, f in enumerate(ref_files)]
+    target_frames_ideal = duration_ui * FPS
+    target_frames_rounded = round(target_frames_ideal)
+    if target_frames_rounded < 1: 
+        target_frames_rounded = 1
     
-    params = PreProductionParams(
-        prompt=prompt, 
-        num_scenes=int(num_scenes), 
-        ref_paths=ref_paths, 
-        duration_per_fragment=duration_per_fragment
-    )
+    n_val = round((float(target_frames_rounded) - 1.0) / 8.0)
+    actual_num_frames = int(n_val * 8 + 1)
+
+    actual_num_frames = max(9, actual_num_frames)
+    actual_num_frames = min(MAX_NUM_FRAMES, actual_num_frames)
     
-    # Chama a função V2 do AducSdr, que espera `params` e retorna um gerador de `GenerationState`
-    generator = aduc.task_run_story_and_keyframes(params)
+    actual_height = int(height_ui)
+    actual_width = int(width_ui)
+
+    height_padded = ((actual_height - 1) // 32 + 1) * 32
+    width_padded = ((actual_width - 1) // 32 + 1) * 32
+    num_frames_padded = ((actual_num_frames - 2) // 8 + 1) * 8 + 1 
+    if num_frames_padded != actual_num_frames:
+        print(f"Warning: actual_num_frames ({actual_num_frames}) and num_frames_padded ({num_frames_padded}) differ. Using num_frames_padded for pipeline.")
     
-    final_state_json = {}
-    for update in process_chat_stream(generator):
-        yield update
-        if update[2] is not gr.skip():
-            final_state_json = update[2] # O terceiro item é o DNA em formato JSON
-            
-    return final_state_json
+    padding_values = calculate_padding(actual_height, actual_width, height_padded, width_padded)
 
-def run_production_wrapper(project_name, state_dict, trim, handler, dest, guidance, stg, steps):
-    """
-    Este wrapper inicia o pipeline de PRODUÇÃO V2.
-    """
-    if not project_name or not project_name.strip():
-        raise gr.Error("O nome do projeto parece ter sido perdido.")
-    aduc.load_project(project_name.strip())
+    call_kwargs = {
+        "prompt": prompt,
+        "negative_prompt": negative_prompt,
+        "height": height_padded,
+        "width": width_padded,
+        "num_frames": num_frames_padded, 
+        "frame_rate": int(FPS), 
+        "generator": torch.Generator(device=target_inference_device).manual_seed(int(seed_ui)),
+        "output_type": "pt", 
+        "conditioning_items": None,
+        "media_items": None,
+        "decode_timestep": PIPELINE_CONFIG_YAML["decode_timestep"],
+        "decode_noise_scale": PIPELINE_CONFIG_YAML["decode_noise_scale"],
+        "stochastic_sampling": PIPELINE_CONFIG_YAML["stochastic_sampling"],
+        "image_cond_noise_scale": 0.15,
+        "is_video": True,
+        "vae_per_channel_normalize": True,
+        "mixed_precision": (PIPELINE_CONFIG_YAML["precision"] == "mixed_precision"),
+        "offload_to_cpu": False,
+        "enhance_prompt": False,
+    }
+
+    stg_mode_str = PIPELINE_CONFIG_YAML.get("stg_mode", "attention_values")
+    if stg_mode_str.lower() in ["stg_av", "attention_values"]:
+        call_kwargs["skip_layer_strategy"] = SkipLayerStrategy.AttentionValues
+    elif stg_mode_str.lower() in ["stg_as", "attention_skip"]:
+        call_kwargs["skip_layer_strategy"] = SkipLayerStrategy.AttentionSkip
+    elif stg_mode_str.lower() in ["stg_r", "residual"]:
+        call_kwargs["skip_layer_strategy"] = SkipLayerStrategy.Residual
+    elif stg_mode_str.lower() in ["stg_t", "transformer_block"]:
+        call_kwargs["skip_layer_strategy"] = SkipLayerStrategy.TransformerBlock
+    else:
+        raise ValueError(f"Invalid stg_mode: {stg_mode_str}")
+
+    if mode == "image-to-video" and input_image_filepath:
+        try:
+            media_tensor = load_image_to_tensor_with_resize_and_crop(
+                input_image_filepath, actual_height, actual_width
+            )
+            media_tensor = torch.nn.functional.pad(media_tensor, padding_values)
+            call_kwargs["conditioning_items"] = [ConditioningItem(media_tensor.to(target_inference_device), 0, 1.0)]
+        except Exception as e:
+            print(f"Error loading image {input_image_filepath}: {e}")
+            raise gr.Error(f"Could not load image: {e}")
+    elif mode == "video-to-video" and input_video_filepath:
+        try:
+            call_kwargs["media_items"] = load_media_file(
+                media_path=input_video_filepath,
+                height=actual_height, 
+                width=actual_width,
+                max_frames=int(ui_frames_to_use), 
+                padding=padding_values
+            ).to(target_inference_device)
+        except Exception as e:
+            print(f"Error loading video {input_video_filepath}: {e}")
+            raise gr.Error(f"Could not load video: {e}")
+
+    print(f"Moving models to {target_inference_device} for inference (if not already there)...")
     
-    params = ProductionParams(trim_percent=int(trim), handler_strength=handler, destination_convergence_strength=dest, guidance_scale=guidance, stg_scale=stg, inference_steps=int(steps))
+    active_latent_upsampler = None
+    if improve_texture_flag and latent_upsampler_instance:
+        active_latent_upsampler = latent_upsampler_instance
+
+    result_images_tensor = None
+    if improve_texture_flag:
+        if not active_latent_upsampler:
+            raise gr.Error("Spatial upscaler model not loaded or improve_texture not selected, cannot use multi-scale.")
+        
+        multi_scale_pipeline_obj = LTXMultiScalePipeline(pipeline_instance, active_latent_upsampler)
+        
+        first_pass_args = PIPELINE_CONFIG_YAML.get("first_pass", {}).copy()
+        first_pass_args["guidance_scale"] = float(ui_guidance_scale) # UI overrides YAML
+        # num_inference_steps will be derived from len(timesteps) in the pipeline
+        first_pass_args.pop("num_inference_steps", None)
+
+
+        second_pass_args = PIPELINE_CONFIG_YAML.get("second_pass", {}).copy()
+        second_pass_args["guidance_scale"] = float(ui_guidance_scale) # UI overrides YAML
+        # num_inference_steps will be derived from len(timesteps) in the pipeline
+        second_pass_args.pop("num_inference_steps", None)
+        
+        multi_scale_call_kwargs = call_kwargs.copy()
+        multi_scale_call_kwargs.update({
+            "downscale_factor": PIPELINE_CONFIG_YAML["downscale_factor"],
+            "first_pass": first_pass_args,
+            "second_pass": second_pass_args,
+        })
+        
+        print(f"Calling multi-scale pipeline (eff. HxW: {actual_height}x{actual_width}, Frames: {actual_num_frames} -> Padded: {num_frames_padded}) on {target_inference_device}")
+        result_images_tensor = multi_scale_pipeline_obj(**multi_scale_call_kwargs).images
+    else:
+        single_pass_call_kwargs = call_kwargs.copy()
+        first_pass_config_from_yaml = PIPELINE_CONFIG_YAML.get("first_pass", {})
+
+        single_pass_call_kwargs["timesteps"] = first_pass_config_from_yaml.get("timesteps")
+        single_pass_call_kwargs["guidance_scale"] = float(ui_guidance_scale) # UI overrides YAML
+        single_pass_call_kwargs["stg_scale"] = first_pass_config_from_yaml.get("stg_scale")
+        single_pass_call_kwargs["rescaling_scale"] = first_pass_config_from_yaml.get("rescaling_scale")
+        single_pass_call_kwargs["skip_block_list"] = first_pass_config_from_yaml.get("skip_block_list")
+        
+        # Remove keys that might conflict or are not used in single pass / handled by above
+        single_pass_call_kwargs.pop("num_inference_steps", None) 
+        single_pass_call_kwargs.pop("first_pass", None) 
+        single_pass_call_kwargs.pop("second_pass", None)
+        single_pass_call_kwargs.pop("downscale_factor", None)
+        
+        print(f"Calling base pipeline (padded HxW: {height_padded}x{width_padded}, Frames: {actual_num_frames} -> Padded: {num_frames_padded}) on {target_inference_device}")
+        result_images_tensor = pipeline_instance(**single_pass_call_kwargs).images
+
+    if result_images_tensor is None:
+        raise gr.Error("Generation failed.")
+
+    pad_left, pad_right, pad_top, pad_bottom = padding_values
+    slice_h_end = -pad_bottom if pad_bottom > 0 else None
+    slice_w_end = -pad_right if pad_right > 0 else None
     
-    # A nova função de produção do AducSdr pode precisar ser ajustada para receber os params
-    # ou lê-los diretamente do DNA que já foi atualizado na pré-produção.
-    # Por enquanto, mantemos a chamada.
-    prod_generator = aduc.task_produce_movie(params)
+    result_images_tensor = result_images_tensor[
+        :, :, :actual_num_frames, pad_top:slice_h_end, pad_left:slice_w_end
+    ]
+
+    video_np = result_images_tensor[0].permute(1, 2, 3, 0).cpu().float().numpy()
     
-    # O `state_dict` já é um dicionário, então podemos extrair o histórico de chat dele
-    initial_chat = state_dict.get("chat_history", [])
+    video_np = np.clip(video_np, 0, 1) 
+    video_np = (video_np * 255).astype(np.uint8)
+
+    temp_dir = tempfile.mkdtemp()
+    timestamp = random.randint(10000,99999)
+    output_video_path = os.path.join(temp_dir, f"output_{timestamp}.mp4")
     
-    final_state_json = {}
-    for update in process_chat_stream(prod_generator, initial_chat_history=initial_chat):
-        yield update
-        if update[2] is not gr.skip():
-            final_state_json = update[2]
+    try:
+        with imageio.get_writer(output_video_path, fps=call_kwargs["frame_rate"], macro_block_size=1) as video_writer:
+            for frame_idx in range(video_np.shape[0]):
+                progress(frame_idx / video_np.shape[0], desc="Saving video")
+                video_writer.append_data(video_np[frame_idx])
+    except Exception as e:
+        print(f"Error saving video with macro_block_size=1: {e}")
+        try:
+            with imageio.get_writer(output_video_path, fps=call_kwargs["frame_rate"], format='FFMPEG', codec='libx264', quality=8) as video_writer:
+                 for frame_idx in range(video_np.shape[0]):
+                    progress(frame_idx / video_np.shape[0], desc="Saving video (fallback ffmpeg)")
+                    video_writer.append_data(video_np[frame_idx])
+        except Exception as e2:
+            print(f"Fallback video saving error: {e2}")
+            raise gr.Error(f"Failed to save video: {e2}")
             
-    return final_state_json
+    return output_video_path, seed_ui
 
-# --- 4. DEFINIÇÃO DA UI ---
-with gr.Blocks(theme=cinematic_theme, css="style.css") as demo:
-    generation_state_holder = gr.State({})
-    gr.Markdown("<h1>ADUC-SDR 🎬 - O Diretor de Cinema IA</h1>")
-    
-    with gr.Accordion("Configurações do Projeto", open=True):
-        project_name_input = gr.Textbox(label="Nome do Projeto", value="Meu_Filme_01", info="O progresso será salvo em uma pasta com este nome.")
+def update_task_image():
+    return "image-to-video"
+
+def update_task_text():
+    return "text-to-video"
+
+def update_task_video():
+    return "video-to-video"
+
+# --- Gradio UI Definition ---
+css="""
+#col-container {
+    margin: 0 auto;
+    max-width: 900px;
+}
+"""
 
+with gr.Blocks(css=css) as demo:
+    gr.Markdown("# LTX Video 0.9.8 13B Distilled")
+    gr.Markdown("Fast high quality video generation.**Update (17/07):** now with the new v0.9.8 for improved prompt understanding and detail generation" )
+    gr.Markdown("[Model](https://huggingface.co/Lightricks/LTX-Video/blob/main/ltxv-13b-0.9.8-distilled.safetensors) [GitHub](https://github.com/Lightricks/LTX-Video) [Diffusers](https://huggingface.co/Lightricks/LTX-Video-0.9.8-13B-distilled#diffusers-🧨)")
     with gr.Row():
-        with gr.Column(scale=2):
-            with gr.Accordion("Etapa 1: Pré-Produção (Roteiro e Storyboard)", open=True):
-                prompt_input = gr.Textbox(label="Ideia Geral do Filme", value="Um robô solitário explora as ruínas de uma cidade coberta pela natureza.")
-                ref_image_input = gr.File(label="Imagens de Referência", file_count="multiple", file_types=["image"])
-                with gr.Row():
-                    num_scenes_slider = gr.Slider(minimum=1, maximum=10, value=3, step=1, label="Número de Cenas")
-                    duration_per_fragment_slider = gr.Slider(label="Duração de cada Ato (s)", minimum=2.0, maximum=10.0, value=5.0, step=0.1)
-                start_pre_prod_button = gr.Button("1. Gerar Roteiro e Storyboard", variant="primary")
+        with gr.Column():
+            with gr.Tab("image-to-video") as image_tab:
+                video_i_hidden = gr.Textbox(label="video_i", visible=False, value=None)
+                image_i2v = gr.Image(label="Input Image", type="filepath", sources=["upload", "webcam", "clipboard"])
+                i2v_prompt = gr.Textbox(label="Prompt", value="The creature from the image starts to move", lines=3)
+                i2v_button = gr.Button("Generate Image-to-Video", variant="primary")
+            with gr.Tab("text-to-video") as text_tab:
+                image_n_hidden = gr.Textbox(label="image_n", visible=False, value=None)
+                video_n_hidden = gr.Textbox(label="video_n", visible=False, value=None)
+                t2v_prompt = gr.Textbox(label="Prompt", value="A majestic dragon flying over a medieval castle", lines=3)
+                t2v_button = gr.Button("Generate Text-to-Video", variant="primary")
+            with gr.Tab("video-to-video", visible=False) as video_tab:
+                image_v_hidden = gr.Textbox(label="image_v", visible=False, value=None)
+                video_v2v = gr.Video(label="Input Video", sources=["upload", "webcam"]) # type defaults to filepath
+                frames_to_use = gr.Slider(label="Frames to use from input video", minimum=9, maximum=MAX_NUM_FRAMES, value=9, step=8, info="Number of initial frames to use for conditioning/transformation. Must be N*8+1.")
+                v2v_prompt = gr.Textbox(label="Prompt", value="Change the style to cinematic anime", lines=3)
+                v2v_button = gr.Button("Generate Video-to-Video", variant="primary")
+
+            duration_input = gr.Slider(
+                label="Video Duration (seconds)", 
+                minimum=0.3, 
+                maximum=8.5, 
+                value=2,  
+                step=0.1, 
+                info=f"Target video duration (0.3s to 8.5s)"
+            )
+            improve_texture = gr.Checkbox(label="Improve Texture (multi-scale)", value=True,visible=False, info="Uses a two-pass generation for better quality, but is slower. Recommended for final output.")
+
+        with gr.Column():
+            output_video = gr.Video(label="Generated Video", interactive=False)
+            # gr.DeepLinkButton()
+
+    with gr.Accordion("Advanced settings", open=False):
+        mode = gr.Dropdown(["text-to-video", "image-to-video", "video-to-video"], label="task", value="image-to-video", visible=False)
+        negative_prompt_input = gr.Textbox(label="Negative Prompt", value="worst quality, inconsistent motion, blurry, jittery, distorted", lines=2)
+        with gr.Row():
+            seed_input = gr.Number(label="Seed", value=42, precision=0, minimum=0, maximum=2**32-1)
+            randomize_seed_input = gr.Checkbox(label="Randomize Seed", value=True)
+        with gr.Row(visible=False):
+            guidance_scale_input = gr.Slider(label="Guidance Scale (CFG)", minimum=1.0, maximum=10.0, value=PIPELINE_CONFIG_YAML.get("first_pass", {}).get("guidance_scale", 1.0), step=0.1, info="Controls how much the prompt influences the output. Higher values = stronger influence.")
+        with gr.Row():
+            height_input = gr.Slider(label="Height", value=512, step=32, minimum=MIN_DIM_SLIDER, maximum=MAX_IMAGE_SIZE, info="Must be divisible by 32.")
+            width_input = gr.Slider(label="Width", value=704, step=32, minimum=MIN_DIM_SLIDER, maximum=MAX_IMAGE_SIZE, info="Must be divisible by 32.")
+
+
+    # --- Event handlers for updating dimensions on upload ---
+    def handle_image_upload_for_dims(image_filepath, current_h, current_w):
+        if not image_filepath:  # Image cleared or no image initially
+            # Keep current slider values if image is cleared or no input
+            return gr.update(value=current_h), gr.update(value=current_w)
+        try:
+            img = Image.open(image_filepath)
+            orig_w, orig_h = img.size
+            new_h, new_w = calculate_new_dimensions(orig_w, orig_h)
+            return gr.update(value=new_h), gr.update(value=new_w)
+        except Exception as e:
+            print(f"Error processing image for dimension update: {e}")
+            # Keep current slider values on error
+            return gr.update(value=current_h), gr.update(value=current_w)
+
+    def handle_video_upload_for_dims(video_filepath, current_h, current_w):
+        if not video_filepath:  # Video cleared or no video initially
+            return gr.update(value=current_h), gr.update(value=current_w)
+        try:
+            # Ensure video_filepath is a string for os.path.exists and imageio
+            video_filepath_str = str(video_filepath) 
+            if not os.path.exists(video_filepath_str):
+                print(f"Video file path does not exist for dimension update: {video_filepath_str}")
+                return gr.update(value=current_h), gr.update(value=current_w)
+
+            orig_w, orig_h = -1, -1
+            with imageio.get_reader(video_filepath_str) as reader:
+                meta = reader.get_meta_data()
+                if 'size' in meta:
+                    orig_w, orig_h = meta['size']
+                else:
+                    # Fallback: read first frame if 'size' not in metadata
+                    try:
+                        first_frame = reader.get_data(0)
+                        # Shape is (h, w, c) for frames
+                        orig_h, orig_w = first_frame.shape[0], first_frame.shape[1]
+                    except Exception as e_frame:
+                        print(f"Could not get video size from metadata or first frame: {e_frame}")
+                        return gr.update(value=current_h), gr.update(value=current_w)
             
-            with gr.Accordion("Etapa 2: Produção do Vídeo", open=False, visible=False) as step2_accordion:
-                trim_percent_slider = gr.Slider(minimum=10, maximum=90, value=50, step=5, label="Poda Causal (%)")
-                handler_strength_slider = gr.Slider(label="Força do Déjà-Vu", minimum=0.0, maximum=1.0, value=0.5, step=0.05)
-                dest_strength_slider = gr.Slider(label="Força da Âncora Final", minimum=0.0, maximum=1.0, value=0.75, step=0.05)
-                guidance_scale_slider = gr.Slider(minimum=1.0, maximum=10.0, value=2.0, step=0.1, label="Escala de Orientação")
-                stg_scale_slider = gr.Slider(minimum=0.0, maximum=1.0, value=0.025, step=0.005, label="Escala STG")
-                inference_steps_slider = gr.Slider(minimum=10, maximum=50, value=20, step=1, label="Passos de Inferência")
-                produce_original_button = gr.Button("2. Produzir Vídeo", variant="primary", interactive=False)
-        
-        with gr.Column(scale=3):
-            final_video_output = gr.Video(label="Último Clipe Gerado / Filme Final", interactive=False)
-            chat_history_chatbot = gr.Chatbot(label="Diário da Produção", height=600, type='messages')
-            keyframe_gallery = gr.Gallery(label="Keyframes Gerados", object_fit="contain", height="auto")
+            if orig_w == -1 or orig_h == -1: # If dimensions couldn't be determined
+                 print(f"Could not determine dimensions for video: {video_filepath_str}")
+                 return gr.update(value=current_h), gr.update(value=current_w)
+
+            new_h, new_w = calculate_new_dimensions(orig_w, orig_h)
+            return gr.update(value=new_h), gr.update(value=new_w)
+        except Exception as e:
+            # Log type of video_filepath for debugging if it's not a path-like string
+            print(f"Error processing video for dimension update: {e} (Path: {video_filepath}, Type: {type(video_filepath)})")
+            return gr.update(value=current_h), gr.update(value=current_w)
+
     
-    with gr.Accordion("🧬 DNA Digital (Estado do Projeto)", open=False):
-        dna_display = gr.JSON()
-
-# --- 5. CONEXÕES DE EVENTOS ---
-    start_pre_prod_button.click(
-        fn=lambda: gr.update(interactive=False), 
-        outputs=[start_pre_prod_button]
-    ).then(
-        fn=run_story_and_keyframes_wrapper,
-        inputs=[project_name_input, prompt_input, num_scenes_slider, ref_image_input, duration_per_fragment_slider],
-        outputs=[chat_history_chatbot, keyframe_gallery, dna_display, final_video_output]
-    ).then(
-        fn=lambda data: (data, gr.update(visible=True, open=True), gr.update(interactive=True)),
-        inputs=dna_display,
-        outputs=[generation_state_holder, step2_accordion, produce_original_button]
+    image_i2v.upload(
+        fn=handle_image_upload_for_dims,
+        inputs=[image_i2v, height_input, width_input],
+        outputs=[height_input, width_input]
     )
-
-    produce_original_button.click(
-        fn=lambda: gr.update(interactive=False), 
-        outputs=[produce_original_button]
-    ).then(
-        fn=run_production_wrapper,
-        inputs=[
-            project_name_input, 
-            generation_state_holder, 
-            trim_percent_slider, 
-            handler_strength_slider, 
-            dest_strength_slider, 
-            guidance_scale_slider, 
-            stg_scale_slider, 
-            inference_steps_slider
-        ],
-        outputs=[chat_history_chatbot, keyframe_gallery, dna_display, final_video_output]
+    video_v2v.upload(
+        fn=handle_video_upload_for_dims,
+        inputs=[video_v2v, height_input, width_input],
+        outputs=[height_input, width_input]
     )
 
+    image_tab.select(
+        fn=update_task_image,
+        outputs=[mode]
+    )
+    text_tab.select(
+        fn=update_task_text,
+        outputs=[mode]
+    )
+    
+    t2v_inputs = [t2v_prompt, negative_prompt_input, image_n_hidden, video_n_hidden,
+                  height_input, width_input, mode,
+                  duration_input, frames_to_use, 
+                  seed_input, randomize_seed_input, guidance_scale_input, improve_texture]
     
+    i2v_inputs = [i2v_prompt, negative_prompt_input, image_i2v, video_i_hidden,
+                  height_input, width_input, mode,
+                  duration_input, frames_to_use, 
+                  seed_input, randomize_seed_input, guidance_scale_input, improve_texture]
+
+    v2v_inputs = [v2v_prompt, negative_prompt_input, image_v_hidden, video_v2v,
+                  height_input, width_input, mode,
+                  duration_input, frames_to_use, 
+                  seed_input, randomize_seed_input, guidance_scale_input, improve_texture]
+
+    t2v_button.click(fn=generate, inputs=t2v_inputs, outputs=[output_video, seed_input], api_name="text_to_video")
+    i2v_button.click(fn=generate, inputs=i2v_inputs, outputs=[output_video, seed_input], api_name="image_to_video")
+    v2v_button.click(fn=generate, inputs=v2v_inputs, outputs=[output_video, seed_input], api_name="video_to_video")
+
 if __name__ == "__main__":
-    os.makedirs(WORKSPACE_DIR, exist_ok=True)
-    logger.info("Aplicação Gradio pronta. Lançando interface...")
-    demo.launch(
-        server_name="0.0.0.0",
-        server_port=int(os.getenv("PORT", "7860")),
-    )
+    if os.path.exists(models_dir) and os.path.isdir(models_dir):
+        print(f"Model directory: {Path(models_dir).resolve()}")
+    
+    demo.queue().launch(debug=True, share=False, mcp_server=True)