{
"use_ema": false,
"dtype": "bf16",
"load_video_features": false,
"load_text_features": false,
"allow_internal_format": false,
"ae": {
"model_id": "vae",
"from_pretrained": "your model path",
"dtype": "bf16",
"enable_sequence_parallelism": true
},
"text_encoder": {
"hub_backend": "hf",
"model_id": "T5",
"from_pretrained": "your model path",
"dtype": "fp32",
"low_cpu_mem_usage": true
},
"predictor": {
"dtype": "bf16",
"model_id": "stdit",
"num_layers": 28,
"hidden_size": 1152,
"num_heads": 16,
"input_size": [120, 32, 32],
"patch_size": [1, 2, 2],
"space_scale": 0.5,
"time_scale": 1.0,
"enable_flashattn": true,
"enable_sequence_parallelism": true,
"from_pretrained": "your model path"
},
"diffusion": {
"timestep_respacing": "",
"model_id": "iddpm"
}
}