pipeline_tag: 文本生成视频

使用Diffusers运行AnimateLCM

import torch, torch_xla, diffusers

# 加载运动适配器
motion_adapter = diffusers.MotionAdapter.from_pretrained('chaowenguo/AnimateLCM', torch_dtype=torch.bfloat16, variant='fp16', use_safetensors=True)
# 加载VAE模型
vae = diffusers.AutoencoderKL.from_single_file('https://huggingface.co/chaowenguo/pal/blob/main/vae-ft-mse-840000-ema-pruned.safetensors', torch_dtype=torch.bfloat16, use_safetensors=True)
# 构建动画生成管道
pipe = diffusers.AnimateDiffPipeline.from_single_file('https://huggingface.co/chaowenguo/pal/blob/main/chilloutMix-Ni.safetensors', config='chaowenguo/stable-diffusion-v1-5', safety_checker=None, use_safetensors=True, torch_dtype=torch.bfloat16, motion_adapter=motion_adapter, vae=vae).to(torch_xla.core.xla_model.xla_device())
# 配置调度器
pipe.scheduler = diffusers.LCMScheduler.from_config(pipe.scheduler.config, beta_schedule='linear')
# 加载LoRA权重
pipe.load_lora_weights('chaowenguo/AnimateLCM', weight_name='AnimateLCM_sd15_t2v_lora.safetensors')

# 启用VAE切片
pipe.enable_vae_slicing()

# 生成视频
output = pipe(prompt="全身照的迷人微笑苗条年轻日本女孩，穿着白色深V抹胸内裤，仰卧在白色床上，美丽脸庞，五指完整的手，最佳质量，极度细致，高清，超现实，8K，高品质，杰作，artstation热门趋势，艺术感，流畅", negative_prompt="乳头，肚兜，衬衫，披肩，帽子，袜子，袖子，单色，暗背景，长身，低分辨率，错误解剖结构，畸形手部，融合手指，缺失手指，过多手指，多余数字，缺少数字，裁剪画面，最差质量，低质量，畸形身体，肿胀，丑陋，不真实，额外手臂", height=912, num_frames=16, guidance_scale=3, num_inference_steps=8, generator=torch.manual_seed(0), context_frames=8)
# 导出视频
diffuser.utils.export_to_video(output.frames[0], "animatelcm.mp4")