apiversion: modelslim_v0
metadata:
  config_id: qwen2.5-sparse
  score: 80
  verified_model_types:
    - Qwen2.5-Coder-7B-Instruct
  label:
    w_bit: 8
    a_bit: 8
    is_sparse: True
    kv_cache: False
spec:
  calib_cfg:
    w_bit: 4
    a_bit: 8
    mm_tensor: False
    is_lowbit: False
    co_sparse: True
    use_sigma: True
    fraction: 0.02
    sigma_factor: 3.0
    disable_names:
      - 'lm_head'
      - 'model.layers.0.mlp.down_proj'
      - 'model.layers.1.mlp.down_proj'
      - 'model.layers.2.mlp.down_proj'
      - 'model.layers.3.mlp.down_proj'
      - 'model.layers.4.mlp.down_proj'
      - 'model.layers.5.mlp.down_proj'
      - 'model.layers.6.mlp.down_proj'
      - 'model.layers.7.mlp.down_proj'
      - 'model.layers.8.mlp.down_proj'
      - 'model.layers.9.mlp.down_proj'
      - 'model.layers.10.mlp.down_proj'
      - 'model.layers.11.mlp.down_proj'
      - 'model.layers.12.mlp.down_proj'
      - 'model.layers.13.mlp.down_proj'
      - 'model.layers.14.mlp.down_proj'
      - 'model.layers.15.mlp.down_proj'
      - 'model.layers.16.mlp.down_proj'
      - 'model.layers.17.mlp.down_proj'
      - 'model.layers.18.mlp.down_proj'
      - 'model.layers.19.mlp.down_proj'
      - 'model.layers.20.mlp.down_proj'
      - 'model.layers.21.mlp.down_proj'
      - 'model.layers.22.mlp.down_proj'
      - 'model.layers.23.mlp.down_proj'
      - 'model.layers.24.mlp.down_proj'
      - 'model.layers.25.mlp.down_proj'
      - 'model.layers.26.mlp.down_proj'
      - 'model.layers.27.mlp.down_proj'
  calib_dataset: humaneval_x.jsonl
  calib_save_params:
    part_file_size: 4