【stable diffusion】Deforum扩展根据描述词生成视频
文章目次概要
安装
实例设置文件
[*]
[*]
概要
先看下视频演示：
202406161002
安装
https://gitcode.net/ranting8323/sd-webui-deforum
手动安装：下载后复制到sd目次，好比 E:\AI\sd-webui-aki-v4.8\extensions
webui安装：扩展》从网址安装》输入上面地址》安装》重启ui
实例设置文件
以下json代码保存到文件，填上设置文件加载进来：
https://i-blog.csdnimg.cn/blog_migrate/9ed0a502cadaa9a752846aa690901201.png
{
"W": 512,
"H": 512,
"show_info_on_ui": true,
"tiling": false,
"restore_faces": false,
"seed_resize_from_w": 0,
"seed_resize_from_h": 0,
"seed": -1,
"sampler": "Euler a",
"scheduler": "Karras",
"steps": 25,
"batch_name": "Deforum_{timestring}",
"seed_behavior": "iter",
"seed_iter_N": 1,
"use_init": false,
"strength": 0.8,
"strength_0_no_init": true,
"init_image": "https://deforum.github.io/a1/I1.png",
"use_mask": false,
"use_alpha_as_mask": false,
"mask_file": "https://deforum.github.io/a1/M1.jpg",
"invert_mask": false,
"mask_contrast_adjust": 1.0,
"mask_brightness_adjust": 1.0,
"overlay_mask": true,
"mask_overlay_blur": 4,
"fill": 1,
"full_res_mask": true,
"full_res_mask_padding": 4,
"reroll_blank_frames": "ignore",
"reroll_patience": 10.0,
"motion_preview_mode": false,
"prompts": {
"0": "In the sea,close to sea level, sunset, A small fishing boat in the distance,highly detailed, intricate, ultra hd, sharp photo, crepuscular rays, in focus,realistic,photo,<lora:add_detail:1> --neg ink painting,coil painting,manuscript,cartoon",
"150": "Below sea level,Underwater photography,1whale,small amount of small bubbles next to whale,3D,depth of field,light and shadow,<lora:add_detail:1> --neg ink painting,coil painting,manuscript,cartoon",
"300": "Space interstellar,smooth droplet shaped spacecraft,Tri-body Waterdrop Spacecraft,Cosmic Teardrop Tri-body Spacecraft,small amount of cosmic luminous stars,<laro:20240111-1704948935597:1> --neg ink painting,coil painting,manuscript,cartoon",
"450": "(((Triple Suns Phenomenon,Three Suns in the Sky,Phenomenon of Multiple Suns,Mirage of Three Suns,Triple Suns of Comparable Size))),(One-Dazzling Golden Pyramid Embedded in the Soil)"
},
"animation_prompts_positive": "highly detailed, intricate, ultra hd",
"animation_prompts_negative": "nsfw, nude",
"animation_mode": "3D",
"max_frames": 600,
"border": "wrap",
"angle": "0: (0)",
"zoom": "0: (0)",
"translation_x": "0: (0)",
"translation_y": "0: (-4),110:(0)",
"translation_z": "0: (5),90: (0),120:(6),300:(-5),400:(0)",
"transform_center_x": "0: (-2)",
"transform_center_y": "0: (0.5)",
"rotation_3d_x": "0: (0)",
"rotation_3d_y": "0: (0)",
"rotation_3d_z": "0: (0)",
"enable_perspective_flip": false,
"perspective_flip_theta": "0: (0)",
"perspective_flip_phi": "0: (0)",
"perspective_flip_gamma": "0: (0)",
"perspective_flip_fv": "0: (53)",
"noise_schedule": "0: (0.065)",
"strength_schedule": "0: (0.6)",
"contrast_schedule": "0: (1.0)",
"cfg_scale_schedule": "0: (7)",
"enable_steps_scheduling": false,
"steps_schedule": "0: (25)",
"fov_schedule": "0: (70)",
"aspect_ratio_schedule": "0: (1)",
"aspect_ratio_use_old_formula": false,
"near_schedule": "0: (200)",
"far_schedule": "0: (10000)",
"seed_schedule": "0:(s), 1:(-1), \"max_f-2\":(-1), \"max_f-1\":(s)",
"pix2pix_img_cfg_scale_schedule": "0:(1.5)",
"enable_subseed_scheduling": false,
"subseed_schedule": "0: (1)",
"subseed_strength_schedule": "0: (0)",
"enable_sampler_scheduling": false,
"sampler_schedule": "0: (\"Euler a\")",
"use_noise_mask": false,
"mask_schedule": "0: (\"{video_mask}\")",
"noise_mask_schedule": "0: (\"{video_mask}\")",
"enable_checkpoint_scheduling": false,
"checkpoint_schedule": "0: (\"realisticVisionV20_v20NoVAE.safetensors\"), 299: (\"realisticVisionV20_v20NoVAE.safetensors\")",
"enable_clipskip_scheduling": false,
"clipskip_schedule": "0: (2)",
"enable_noise_multiplier_scheduling": true,
"noise_multiplier_schedule": "0: (1.05)",
"resume_from_timestring": false,
"resume_timestring": "20240616030019",
"enable_ddim_eta_scheduling": false,
"ddim_eta_schedule": "0: (0)",
"enable_ancestral_eta_scheduling": false,
"ancestral_eta_schedule": "0: (1)",
"amount_schedule": "0: (0.5)",
"kernel_schedule": "0: (5)",
"sigma_schedule": "0: (1)",
"threshold_schedule": "0: (0)",
"color_coherence": "LAB",
"color_coherence_image_path": "",
"color_coherence_video_every_N_frames": 1,
"color_force_grayscale": false,
"legacy_colormatch": false,
"diffusion_cadence": 2,
"optical_flow_cadence": "None",
"cadence_flow_factor_schedule": "0: (1)",
"optical_flow_redo_generation": "None",
"redo_flow_factor_schedule": "0: (1)",
"diffusion_redo": "0",
"noise_type": "perlin",
"perlin_octaves": 4,
"perlin_persistence": 0.5,
"use_depth_warping": true,
"depth_algorithm": "Midas-3-Hybrid",
"midas_weight": 0.2,
"padding_mode": "border",
"sampling_mode": "bicubic",
"save_depth_maps": false,
"video_init_path": "https://deforum.github.io/a1/V1.mp4",
"extract_nth_frame": 1,
"extract_from_frame": 0,
"extract_to_frame": -1,
"overwrite_extracted_frames": false,
"use_mask_video": false,
"video_mask_path": "https://deforum.github.io/a1/VM1.mp4",
"hybrid_comp_alpha_schedule": "0:(0.5)",
"hybrid_comp_mask_blend_alpha_schedule": "0:(0.5)",
"hybrid_comp_mask_contrast_schedule": "0:(1)",
"hybrid_comp_mask_auto_contrast_cutoff_high_schedule": "0:(100)",
"hybrid_comp_mask_auto_contrast_cutoff_low_schedule": "0:(0)",
"hybrid_flow_factor_schedule": "0:(1)",
"hybrid_generate_inputframes": false,
"hybrid_generate_human_masks": "None",
"hybrid_use_first_frame_as_init_image": true,
"hybrid_motion": "None",
"hybrid_motion_use_prev_img": false,
"hybrid_flow_consistency": false,
"hybrid_consistency_blur": 2,
"hybrid_flow_method": "RAFT",
"hybrid_composite": "None",
"hybrid_use_init_image": false,
"hybrid_comp_mask_type": "None",
"hybrid_comp_mask_inverse": false,
"hybrid_comp_mask_equalize": "None",
"hybrid_comp_mask_auto_contrast": false,
"hybrid_comp_save_extra_frames": false,
"parseq_manifest": "",
"parseq_use_deltas": true,
"parseq_non_schedule_overrides": true,
"use_looper": true,
"init_images": "{\n \"0\":\"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-14\\\\00007-2366488101.png\",\n \"150\":\"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-14\\\\00010-193375876.png\",\n \"151\":\"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-14\\\\00010-193375876.png\",\n \"300\":\"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-15\\\\00187-1548685164.png\",\n \"447\":\"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-15\\\\00182-1548685159.png\",\n \"450\": \"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-15\\\\00204-3658135527.png\",\n \"597\": \"E:\\\\AI\\\\sd-webui-aki-v4.8\\\\outputs\\\\txt2img-images\\\\2024-06-15\\\\00208-3658135531.png\"\n}",
"image_strength_schedule": "0:(0.75)",
"blendFactorMax": "0:(0.35)",
"blendFactorSlope": "0:(0.25)",
"tweening_frames_schedule": "0:(20)",
"color_correction_factor": "0:(0.075)",
"cn_1_overwrite_frames": true,
"cn_1_vid_path": "",
"cn_1_mask_vid_path": "",
"cn_1_enabled": false,
"cn_1_low_vram": false,
"cn_1_pixel_perfect": false,
"cn_1_module": "none",
"cn_1_model": "None",
"cn_1_weight": "0:(1)",
"cn_1_guidance_start": "0:(0.0)",
"cn_1_guidance_end": "0:(1.0)",
"cn_1_processor_res": 64,
"cn_1_threshold_a": 64,
"cn_1_threshold_b": 64,
"cn_1_resize_mode": "Inner Fit (Scale to Fit)",
"cn_1_control_mode": "Balanced",
"cn_1_loopback_mode": false,
"cn_2_overwrite_frames": true,
"cn_2_vid_path": "",
"cn_2_mask_vid_path": "",
"cn_2_enabled": false,
"cn_2_low_vram": false,
"cn_2_pixel_perfect": false,
"cn_2_module": "none",
"cn_2_model": "None",
"cn_2_weight": "0:(1)",
"cn_2_guidance_start": "0:(0.0)",
"cn_2_guidance_end": "0:(1.0)",
"cn_2_processor_res": 64,
"cn_2_threshold_a": 64,
"cn_2_threshold_b": 64,
"cn_2_resize_mode": "Inner Fit (Scale to Fit)",
"cn_2_control_mode": "Balanced",
"cn_2_loopback_mode": false,
"cn_3_overwrite_frames": true,
"cn_3_vid_path": "",
"cn_3_mask_vid_path": "",
"cn_3_enabled": false,
"cn_3_low_vram": false,
"cn_3_pixel_perfect": false,
"cn_3_module": "none",
"cn_3_model": "None",
"cn_3_weight": "0:(1)",
"cn_3_guidance_start": "0:(0.0)",
"cn_3_guidance_end": "0:(1.0)",
"cn_3_processor_res": 64,
"cn_3_threshold_a": 64,
"cn_3_threshold_b": 64,
"cn_3_resize_mode": "Inner Fit (Scale to Fit)",
"cn_3_control_mode": "Balanced",
"cn_3_loopback_mode": false,
"cn_4_overwrite_frames": true,
"cn_4_vid_path": "",
"cn_4_mask_vid_path": "",
"cn_4_enabled": false,
"cn_4_low_vram": false,
"cn_4_pixel_perfect": false,
"cn_4_module": "none",
"cn_4_model": "None",
"cn_4_weight": "0:(1)",
"cn_4_guidance_start": "0:(0.0)",
"cn_4_guidance_end": "0:(1.0)",
"cn_4_processor_res": 64,
"cn_4_threshold_a": 64,
"cn_4_threshold_b": 64,
"cn_4_resize_mode": "Inner Fit (Scale to Fit)",
"cn_4_control_mode": "Balanced",
"cn_4_loopback_mode": false,
"cn_5_overwrite_frames": true,
"cn_5_vid_path": "",
"cn_5_mask_vid_path": "",
"cn_5_enabled": false,
"cn_5_low_vram": false,
"cn_5_pixel_perfect": false,
"cn_5_module": "none",
"cn_5_model": "None",
"cn_5_weight": "0:(1)",
"cn_5_guidance_start": "0:(0.0)",
"cn_5_guidance_end": "0:(1.0)",
"cn_5_processor_res": 64,
"cn_5_threshold_a": 64,
"cn_5_threshold_b": 64,
"cn_5_resize_mode": "Inner Fit (Scale to Fit)",
"cn_5_control_mode": "Balanced",
"cn_5_loopback_mode": false,
"skip_video_creation": false,
"fps": 15,
"make_gif": false,
"delete_imgs": true,
"delete_input_frames": true,
"add_soundtrack": "None",
"soundtrack_path": "https://deforum.github.io/a1/A1.mp3",
"r_upscale_video": false,
"r_upscale_factor": "x4",
"r_upscale_model": "realesrgan-x4plus",
"r_upscale_keep_imgs": false,
"store_frames_in_ram": false,
"frame_interpolation_engine": "FILM",
"frame_interpolation_x_amount": 2,
"frame_interpolation_slow_mo_enabled": false,
"frame_interpolation_slow_mo_amount": 2,
"frame_interpolation_keep_imgs": true,
"frame_interpolation_use_upscaled": true,
"sd_model_name": "realisticVisionV20_v20NoVAE.safetensors",
"sd_model_hash": "69677096",
"deforum_git_commit_id": "5d63a339"
}
免责声明：如果侵犯了您的权益，请联系站长，我们会及时删除侵权内容，谢谢合作！更多信息从访问主页：qidao123.com:ToB企服之家，中国第一个企服评测及商务社交产业平台。
页:
[1]