"""
pypto.matmul_quant ST测试用例配置
用于System Test自动化测试框架
"""
from dataclasses import dataclass
import pypto
import torch
@dataclass
class MatmulQuantConfig:
shape: tuple[int, int, int]
tile_shape: tuple[list, list, list]
view_shape: tuple[int, int]
out_dtype: pypto.DataType
quant_type: int
relu_type: int = 0
scale_value: float = 0.0
a_trans: bool = False
b_trans: bool = False
a_format: str = "ND"
b_format: str = "ND"
DTYPE_CONFIG = {
"DT_FP16": {"pto": pypto.DT_FP16, "torch": torch.float16, "atol": 1e-3, "rtol": 1e-3},
"DT_FP32": {"pto": pypto.DT_FP32, "torch": torch.float32, "atol": 1e-3, "rtol": 1e-3},
"DT_BF16": {"pto": pypto.DT_BF16, "torch": torch.bfloat16, "atol": 1e-2, "rtol": 1e-2},
"DT_INT8": {"pto": pypto.DT_INT8, "torch": torch.int8, "atol": 1, "rtol": 0},
"DT_INT32": {"pto": pypto.DT_INT32, "torch": torch.int32, "atol": 0, "rtol": 0},
}
@classmethod
def from_test_case(cls, case: dict) -> "MatmulQuantConfig":
fixpipe_info = case.get("fixpipe_info", {})
relu_type = 1 if fixpipe_info.get("relu_type") == "RELU" else 0
return cls(
shape=(case["m"], case["k"], case["n"]),
tile_shape=tuple(case["tileshape"]),
view_shape=tuple(case["viewshape"]),
out_dtype=cls.DTYPE_CONFIG[case["c_dtype"]]["pto"],
quant_type=fixpipe_info.get("quant_type", 1),
relu_type=relu_type,
a_trans=case["a_trans"],
b_trans=case["b_trans"],
a_format=case.get("a_format", "ND"),
b_format=case.get("b_format", "ND"),
)
@classmethod
def get_torch_dtype(cls, dtype_str: str) -> torch.dtype:
return cls.DTYPE_CONFIG[dtype_str]["torch"]
@classmethod
def get_tolerance(cls, dtype_str: str) -> tuple[float, float]:
info = cls.DTYPE_CONFIG[dtype_str]
return info["atol"], info["rtol"]
PERTENSOR_TESTS = [
{
"id": "PERTENSOR01",
"name": "int8_pertensor_relu_fp16",
"desc": "int8输入,加上int32的bias后,PerTensor反量化+ReLU输出fp16",
"m": 129, "k": 255, "n": 511,
"a_dtype": "DT_INT8",
"b_dtype": "DT_INT8",
"c_dtype": "DT_FP16",
"bias_dtype": "DT_INT32",
"a_format": "ND",
"b_format": "ND",
"a_trans": False,
"b_trans": True,
"viewshape": [39, 113],
"tileshape": [[64, 64], [64, 128], [128, 128]],
"fixpipe_info": {"quant_type": 1, "relu_type": "RELU"},
"extend_params": {},
"products": ["950", "910"],
},
{
"id": "PERTENSOR02",
"name": "fp16_pertensor_relu_int8",
"desc": "fp16输入,加上fp16的bias后,PerTensor量化+ReLU输出int8",
"m": 125, "k": 677, "n": 603,
"a_dtype": "DT_FP16",
"b_dtype": "DT_FP16",
"c_dtype": "DT_INT8",
"bias_dtype": "DT_FP16",
"a_format": "ND",
"b_format": "ND",
"a_trans": True,
"b_trans": True,
"viewshape": [125, 603],
"tileshape": [[128, 128], [176, 176], [128, 128]],
"fixpipe_info": {"quant_type": 1, "relu_type": "RELU"},
"extend_params": {},
"products": ["950", "910"],
},
]
PERCHANNEL_TESTS = [
{
"id": "PERCHANNEL01",
"name": "int8_perchannel_relu_fp16",
"desc": "int8输入,加上int32的bias后,PerChannel反量化+ReLU输出fp16",
"m": 129, "k": 255, "n": 511,
"a_dtype": "DT_INT8",
"b_dtype": "DT_INT8",
"c_dtype": "DT_FP16",
"bias_dtype": "DT_INT32",
"a_format": "ND",
"b_format": "ND",
"a_trans": False,
"b_trans": True,
"viewshape": [64, 256],
"tileshape": [[64, 64], [64, 128], [128, 128]],
"fixpipe_info": {"quant_type": 2, "relu_type": "RELU"},
"extend_params": {},
"products": ["950", "910"],
},
{
"id": "PERCHANNEL02",
"name": "bf16_perchannel_relu_int8",
"desc": "bf16输入,加上fp32的bias后,PerChannel量化+ReLU输出int8",
"m": 311, "k": 212, "n": 669,
"a_dtype": "DT_BF16",
"b_dtype": "DT_BF16",
"c_dtype": "DT_INT8",
"bias_dtype": "DT_FP32",
"a_format": "ND",
"b_format": "ND",
"a_trans": False,
"b_trans": True,
"viewshape": [311, 669],
"tileshape": [[144, 144], [112, 112], [128, 128]],
"fixpipe_info": {"quant_type": 2, "relu_type": "RELU"},
"extend_params": {},
"products": ["950"],
},
{
"id": "PERCHANNEL03",
"name": "int8_perchannel_relu_int8",
"desc": "int8输入,加上int32的bias后,PerChannel量化+ReLU输出int8",
"m": 896, "k": 128, "n": 160,
"a_dtype": "DT_INT8",
"b_dtype": "DT_INT8",
"c_dtype": "DT_INT8",
"bias_dtype": "DT_INT32",
"a_format": "NZ",
"b_format": "NZ",
"a_trans": False,
"b_trans": True,
"viewshape": [896, 160],
"tileshape": [[608, 608], [64, 64], [32, 32]],
"fixpipe_info": {"quant_type": 2, "relu_type": "RELU"},
"extend_params": {},
"products": ["950"],
},
]