{
"dataset_param": {
"dataset_type": "rewardvideo",
"preprocess_parameters": {
"model_name_or_path": "ckpt/hf_path/Qwen2-VL-2B-Instruct/",
"local_files_only": true,
"use_fast_tokenizer": false,
"split_special_tokens": true,
"eval_dim": ["VQ", "MQ", "TA"],
"prompt_template_type": "detailed_special",
"use_tied_data": true,
"video_processor_type": "RewardVideoProcessor",
"video_reader_type": "DecordVideo",
"sample_type": "uniform",
"fps": 2.0,
"video_max_pixels": 200704,
"video_min_pixels": 100352,
"train_pipeline": {
"video": [
{
"trans_type": "ResizeVideo",
"param": {
"transform_size": "auto",
"interpolation_mode": "bicubic",
"antialias": true,
"mode": "resize"
}
}
]
}
},
"basic_parameters": {
"template": null,
"data_folder": "./data_folder/VideoGen-RewardBench/",
"data_path": "./data_folder/VideoGen-RewardBench/videogen-rewardbench.csv",
"cache_dir": "./cache_dir",
"streaming": false,
"train_on_prompt": false,
"mask_history": false,
"preprocessing_batch_size": 24,
"preprocessing_num_workers": 8,
"max_samples": null,
"tool_format": null
},
"attr": {
"system": null,
"images": null,
"videos": "videos",
"messages": "messages",
"role_tag": "role",
"content_tag": "content",
"user_tag": "user",
"assistant_tag": "assistant",
"observation_tag": null,
"function_tag": null,
"system_tag": null
}
},
"inference_param": {
"data_folder": "./data_folder/VideoGen-RewardBench/",
"data_path": "./data_folder/VideoGen-RewardBench/videogen-rewardbench.csv",
"save_path": "./eval_result/",
"task": "evaluate",
"reward_attributes": ["VQ", "MQ", "TA", "Overall"],
"use_norm": false,
"norm_param": {
"VQ_mean": 3.6757,
"VQ_std": 2.2476,
"MQ_mean": 1.1646,
"MQ_std": 1.3811,
"TA_mean": 2.8105,
"TA_std": 2.5121
}
},
"dataloader_param": {
"dataloader_mode": "sampler",
"drop_last": true,
"sampler_type": "BaseRandomBatchSampler",
"collate_param": {
"model_name": "videoalign",
"ignore_pad_token_for_loss": true
},
"pin_memory": true,
"shuffle": true
}
}