| from diffsynth import ModelManager, CogVideoPipeline, save_video, download_models | |
| import torch | |
| download_models(["CogVideoX-5B", "ExVideo-CogVideoX-LoRA-129f-v1"]) | |
| model_manager = ModelManager(torch_dtype=torch.bfloat16) | |
| model_manager.load_models([ | |
| "models/CogVideo/CogVideoX-5b/text_encoder", | |
| "models/CogVideo/CogVideoX-5b/transformer", | |
| "models/CogVideo/CogVideoX-5b/vae/diffusion_pytorch_model.safetensors", | |
| ]) | |
| model_manager.load_lora("models/lora/ExVideo-CogVideoX-LoRA-129f-v1.safetensors") | |
| pipe = CogVideoPipeline.from_model_manager(model_manager) | |
| torch.manual_seed(6) | |
| video = pipe( | |
| prompt="an astronaut riding a horse on Mars.", | |
| height=480, width=720, num_frames=129, | |
| cfg_scale=7.0, num_inference_steps=100, | |
| ) | |
| save_video(video, "video_with_lora.mp4", fps=8, quality=5) | |