{
"op_type": "TransposeBatchMatMul",
"optional_input_mode": "gen_placeholder",
"op_list": [
{
"bin_filename": "TransposeBatchMatMul_ND_ND_ND_ND_ND_FP16_FP16_FP16_INT64_FP16",
"simplified_key": "diy,2/2/2/2/2/1/1/1/9/1",
"inputs": [
{
"name": "x1",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "x2",
"index": 1,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "bias",
"index": 2,
"dtype": "float16",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
},
{
"name": "scale",
"index": 3,
"dtype": "int64",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
}
],
"outputs": [
{
"name": "y",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
}
],
"attrs": [
{
"name": "perm_x1",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "perm_x2",
"dtype": "list_int",
"value": [0,1,2]
},
{
"name": "perm_y",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "enable_hf32",
"dtype": "bool",
"value": false
},
{
"name": "batch_split_factor",
"dtype": "int",
"value": 1
}
]
},
{
"bin_filename": "TransposeBatchMatMul_ND_ND_ND_ND_ND_FP16_FP16_FP32_INT64_FP16",
"simplified_key": "diy,2/2/2/2/2/1/1/0/9/1",
"inputs": [
{
"name": "x1",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "x2",
"index": 1,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "bias",
"index": 2,
"dtype": "float32",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
},
{
"name": "scale",
"index": 3,
"dtype": "int64",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
}
],
"outputs": [
{
"name": "y",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
}
],
"attrs": [
{
"name": "perm_x1",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "perm_x2",
"dtype": "list_int",
"value": [0,1,2]
},
{
"name": "perm_y",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "enable_hf32",
"dtype": "bool",
"value": false
},
{
"name": "batch_split_factor",
"dtype": "int",
"value": 1
}
]
},
{
"bin_filename": "TransposeBatchMatMul_ND_ND_ND_ND_ND_FP16_FP16_FP16_INT64_INT8",
"simplified_key": "diy,2/2/2/2/2/1/1/1/9/2",
"inputs": [
{
"name": "x1",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "x2",
"index": 1,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "bias",
"index": 2,
"dtype": "float16",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
},
{
"name": "scale",
"index": 3,
"dtype": "int64",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
}
],
"outputs": [
{
"name": "y",
"index": 0,
"dtype": "int8",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
}
],
"attrs": [
{
"name": "perm_x1",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "perm_x2",
"dtype": "list_int",
"value": [0,1,2]
},
{
"name": "perm_y",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "enable_hf32",
"dtype": "bool",
"value": false
},
{
"name": "batch_split_factor",
"dtype": "int",
"value": 1
}
]
},
{
"bin_filename": "TransposeBatchMatMul_ND_ND_ND_ND_ND_FP16_FP16_FP16_UINT64_INT8",
"simplified_key": "diy,2/2/2/2/2/1/1/1/10/2",
"inputs": [
{
"name": "x1",
"index": 0,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "x2",
"index": 1,
"dtype": "float16",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "bias",
"index": 2,
"dtype": "float16",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
},
{
"name": "scale",
"index": 3,
"dtype": "uint64",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
}
],
"outputs": [
{
"name": "y",
"index": 0,
"dtype": "int8",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
}
],
"attrs": [
{
"name": "perm_x1",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "perm_x2",
"dtype": "list_int",
"value": [0,1,2]
},
{
"name": "perm_y",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "enable_hf32",
"dtype": "bool",
"value": false
},
{
"name": "batch_split_factor",
"dtype": "int",
"value": 1
}
]
},
{
"bin_filename": "TransposeBatchMatMul_ND_ND_ND_ND_ND_FP32_FP32_FP32_INT64_FP32",
"simplified_key": "diy,2/2/2/2/2/0/0/0/9/0",
"inputs": [
{
"name": "x1",
"index": 0,
"dtype": "float32",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "x2",
"index": 1,
"dtype": "float32",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
},
{
"name": "bias",
"index": 2,
"dtype": "float32",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
},
{
"name": "scale",
"index": 3,
"dtype": "int64",
"format": "ND",
"paramType": "optional",
"shape": [
-2
]
}
],
"outputs": [
{
"name": "y",
"index": 0,
"dtype": "float32",
"format": "ND",
"paramType": "required",
"shape": [
-2
]
}
],
"attrs": [
{
"name": "perm_x1",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "perm_x2",
"dtype": "list_int",
"value": [0,1,2]
},
{
"name": "perm_y",
"dtype": "list_int",
"value": [1,0,2]
},
{
"name": "enable_hf32",
"dtype": "bool",
"value": false
},
{
"name": "batch_split_factor",
"dtype": "int",
"value": 1
}
]
}
]
}