Image-to-Video
Diffusers
Safetensors
MagiHumanPipeline
text-to-video
image-text-to-video
text-to-audio
text-to-audio-video
image-to-audio-video
image-text-to-audio-video
multimodal
Instructions to use SII-GAIR/daVinci-MagiHuman-Base-1080p with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use SII-GAIR/daVinci-MagiHuman-Base-1080p with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("SII-GAIR/daVinci-MagiHuman-Base-1080p", dtype=torch.bfloat16, device_map="cuda") pipe.to("cuda") prompt = "A man with short gray hair plays a red electric guitar." image = load_image( "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png" ) output = pipe(image=image, prompt=prompt).frames[0] export_to_video(output, "output.mp4") - Notebooks
- Google Colab
- Kaggle
| { | |
| "_class_name": "MagiHumanPipeline", | |
| "_diffusers_version": "0.37.0.dev0", | |
| "transformer": [ | |
| "magi_human", | |
| "DiTModel" | |
| ], | |
| "sr": [ | |
| "magi_human", | |
| "DiTModel" | |
| ], | |
| "audio_vae": [ | |
| "magi_human", | |
| "SAAudioFeatureExtractor" | |
| ], | |
| "text_encoder": [ | |
| "transformers", | |
| "T5GemmaForCausalLM" | |
| ], | |
| "vae": [ | |
| "diffusers", | |
| "AutoencoderKLWan" | |
| ], | |
| "fps": 25, | |
| "num_inference_steps": 8, | |
| "video_txt_guidance_scale": 5.0, | |
| "audio_txt_guidance_scale": 5.0, | |
| "sr_video_txt_guidance_scale": 3.5, | |
| "shift": 5.0, | |
| "cfg_number": 1, | |
| "sr_cfg_number": 2, | |
| "noise_value": 220, | |
| "use_cfg_trick": true, | |
| "cfg_trick_start_frame": 13, | |
| "cfg_trick_value": 2.0, | |
| "using_sde_flag": false, | |
| "sr_audio_noise_scale": 0.7, | |
| "t5_gemma_target_length": 640, | |
| "vae_stride": [4, 16, 16], | |
| "z_dim": 48, | |
| "patch_size": [1, 2, 2], | |
| "data_proxy": { | |
| "t_patch_size": 1, | |
| "patch_size": 2, | |
| "frame_receptive_field": 11, | |
| "spatial_rope_interpolation": "extra", | |
| "ref_audio_offset": 1000, | |
| "text_offset": 0, | |
| "coords_style": "v2" | |
| } | |
| } | |