Merged
fix(kl_div_loss_grad): tiling 补充 self 与 out shape 一致性校验并同步测试与文档 #13085
chenfengAdd on 23 days ago
fix(kl_div_loss_grad): tiling 补充 self 与 out shape 一致性校验并同步测试与文档 #13085
Merged
Total: 4 files changed+96-42
| @@ -25,12 +25,12 @@ | |||
| 25 | - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。 | 25 | - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。 |
| 26 | - reduction(int64_t,计算输入):Host侧的int64_t,[数据格式](../../docs/zh/context/data_format.md)支持ND。指定要应用到输出的缩减。支持0(‘none’)| 1(‘mean’)| 2(‘sum’)|3(‘batchmean’)。‘none’表示不应用减少,‘mean’表示输出的总和将除以输出中的元素数,‘sum’表示输出将被求和,‘batchmean’表示输出的总和将除以batch的个数。 | 26 | - reduction(int64_t,计算输入):Host侧的int64_t,[数据格式](../../docs/zh/context/data_format.md)支持ND。指定要应用到输出的缩减。支持0(‘none’)| 1(‘mean’)| 2(‘sum’)|3(‘batchmean’)。‘none’表示不应用减少,‘mean’表示输出的总和将除以输出中的元素数,‘sum’表示输出将被求和,‘batchmean’表示输出的总和将除以batch的个数。 |
| 27 | - logTarget(bool,计算输入):Host侧的BOOL类型,是否对target进行log空间转换。 | 27 | - logTarget(bool,计算输入):Host侧的BOOL类型,是否对target进行log空间转换。 |
| 28 | -- out(aclTensor*,计算输出):Device侧的aclTensor。支持[非连续的Tensor](../../docs/zh/context/non_contiguous_tensor.md)。 | 28 | +- out(aclTensor*,计算输出):Device侧的aclTensor,shape与self相同。支持[非连续的Tensor](../../docs/zh/context/non_contiguous_tensor.md)。 |
| 29 | - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。 | 29 | - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。 |
| 30 | 30 | ||
| 31 | ## 约束说明 | 31 | ## 约束说明 |
| 32 | 32 | ||
| 33 | -无。 | 33 | +- self的shape与out的shape必须相同。 |
| 34 | 34 | ||
| 35 | ## 调用说明 | 35 | ## 调用说明 |
| 36 | 36 | ||
| @@ -135,6 +135,24 @@ ge::graphStatus KlDivLossGradTiling::CalcOutputDtype() | |||
| 135 | return ge::GRAPH_SUCCESS; | 135 | return ge::GRAPH_SUCCESS; |
| 136 | } | 136 | } |
| 137 | 137 | ||
| 138 | +ge::graphStatus KlDivLossGradTiling::CheckInputShape() | ||
| 139 | +{ | ||
| 140 | + auto inputShape = context_->GetInputShape(INPUT_INPUT_INDEX); | ||
| 141 | + OP_CHECK_NULL_WITH_CONTEXT(context_, inputShape); | ||
| 142 | + const gert::Shape& selfShape = EnsureNotScalar(inputShape->GetStorageShape()); | ||
| 143 | + | ||
| 144 | + auto outputShape = context_->GetOutputShape(OUTPUT_Y_INDEX); | ||
| 145 | + OP_CHECK_NULL_WITH_CONTEXT(context_, outputShape); | ||
| 146 | + const gert::Shape& outShape = EnsureNotScalar(outputShape->GetStorageShape()); | ||
| 147 | + | ||
| 148 | + OP_CHECK_IF(selfShape != outShape, | ||
| 149 | + OP_LOGE_FOR_INVALID_SHAPE_WITH_REASON( | ||
| 150 | + context_->GetNodeName(), "self", ToString(selfShape).c_str(), | ||
| 151 | + "The shape of parameter self must be the same as the shape of parameter out"), | ||
| 152 | + return ge::GRAPH_FAILED); | ||
| 153 | + return ge::GRAPH_SUCCESS; | ||
| 154 | +} | ||
| 155 | + | ||
| 138 | float KlDivLossGradTiling::CalcReductionCof(const gert::Shape& inputLabelShape) | 156 | float KlDivLossGradTiling::CalcReductionCof(const gert::Shape& inputLabelShape) |
| 139 | { | 157 | { |
| 140 | float reducationCof = 1.0; | 158 | float reducationCof = 1.0; |
| @@ -203,6 +221,9 @@ ge::graphStatus KlDivLossGradTiling::DoOpTiling() | |||
| 203 | OP_CHECK_IF(CalcOutputDtype() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "get output dtype failed"), | 221 | OP_CHECK_IF(CalcOutputDtype() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "get output dtype failed"), |
| 204 | return ge::GRAPH_FAILED); | 222 | return ge::GRAPH_FAILED); |
| 205 | 223 | ||
| 224 | + OP_CHECK_IF(CheckInputShape() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "check input shape failed"), | ||
| 225 | + return ge::GRAPH_FAILED); | ||
| 226 | + | ||
| 206 | auto input0Desc = context_->GetInputDesc(0); | 227 | auto input0Desc = context_->GetInputDesc(0); |
| 207 | OP_CHECK_NULL_WITH_CONTEXT(context_, input0Desc); | 228 | OP_CHECK_NULL_WITH_CONTEXT(context_, input0Desc); |
| 208 | ge::DataType input0DType = input0Desc->GetDataType(); | 229 | ge::DataType input0DType = input0Desc->GetDataType(); |
| @@ -10,18 +10,18 @@ kl_div_loss_grad_bfloat16_020,UNKNOWN,kl_div_loss_grad,"((1,), (256,), (1,))","( | |||
| 10 | kl_div_loss_grad_bfloat16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('bfloat16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 10 | kl_div_loss_grad_bfloat16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('bfloat16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 11 | aclnnKlDivBackward_bf16_nd_acpw_000119,UNKNOWN,kl_div_loss_grad,"((1,), (23, 2, 11, 2), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('bfloat16',)","('ND',)","((1,), (23, 2, 11, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.01, 1), (-1, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 11 | aclnnKlDivBackward_bf16_nd_acpw_000119,UNKNOWN,kl_div_loss_grad,"((1,), (23, 2, 11, 2), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('bfloat16',)","('ND',)","((1,), (23, 2, 11, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.01, 1), (-1, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 12 | kl_div_loss_grad_bfloat16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('bfloat16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 12 | kl_div_loss_grad_bfloat16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('bfloat16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 13 | -kl_div_loss_grad_logtargetF_mean_bf16,UNKNOWN,kl_div_loss_grad,"((12,12,12), (1,1,1), (12,1,12))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,12,12),)","('bfloat16',)","('ND',)","((12,12,12), (1,1,1), (12,1,12))","('ND', 'ND', 'ND')","((12,12,12),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 13 | +kl_div_loss_grad_logtargetF_mean_bf16,UNKNOWN,kl_div_loss_grad,"((12,12,12), (12,12,12), (12,1,12))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,12,12),)","('bfloat16',)","('ND',)","((12,12,12), (12,12,12), (12,1,12))","('ND', 'ND', 'ND')","((12,12,12),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 14 | kl_div_loss_grad_bfloat16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 1939),)","('bfloat16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 14 | kl_div_loss_grad_bfloat16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 1939),)","('bfloat16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 15 | aclnnKlDivBackward_bf16_nd_acpw_000038,UNKNOWN,kl_div_loss_grad,"((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('bfloat16',)","('ND',)","((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 15 | aclnnKlDivBackward_bf16_nd_acpw_000038,UNKNOWN,kl_div_loss_grad,"((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('bfloat16',)","('ND',)","((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 16 | kl_div_loss_grad_bfloat16_029,UNKNOWN,kl_div_loss_grad,"((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('bfloat16',)","('ND',)","((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-2, -1), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 16 | kl_div_loss_grad_bfloat16_029,UNKNOWN,kl_div_loss_grad,"((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('bfloat16',)","('ND',)","((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-2, -1), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 17 | kl_div_loss_grad_bfloat16_003,UNKNOWN,kl_div_loss_grad,"((1,), (4581, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4581, 1),)","('bfloat16',)","('ND',)","((1,), (4581, 1), (1,))","('ND', 'ND', 'ND')","((4581, 1),)","('ND',)","{'reduction': 'mean', 'log_target': False}","((-1, -0.01), (0.01, 1), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 17 | kl_div_loss_grad_bfloat16_003,UNKNOWN,kl_div_loss_grad,"((1,), (4581, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4581, 1),)","('bfloat16',)","('ND',)","((1,), (4581, 1), (1,))","('ND', 'ND', 'ND')","((4581, 1),)","('ND',)","{'reduction': 'mean', 'log_target': False}","((-1, -0.01), (0.01, 1), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 18 | kl_div_loss_grad_bfloat16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('bfloat16',)","('ND',)","((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 18 | kl_div_loss_grad_bfloat16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('bfloat16',)","('ND',)","((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 19 | kl_div_loss_grad_bfloat16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('bfloat16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 19 | kl_div_loss_grad_bfloat16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('bfloat16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 20 | -kl_div_loss_grad_logtargetT_none_bf16,UNKNOWN,kl_div_loss_grad,"((12,1,33,15,1), (1,1,1,1,1), (12,8,1,15,2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('bfloat16',)","('ND',)","((12,1,33,15,1), (1,1,1,1,1), (12,8,1,15,2))","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 20 | +kl_div_loss_grad_logtargetT_none_bf16,UNKNOWN,kl_div_loss_grad,"((12,1,33,15,1), (12,8,33,15,2), (12,8,1,15,2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('bfloat16',)","('ND',)","((12,1,33,15,1), (12,8,33,15,2), (12,8,1,15,2))","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 21 | -kl_div_loss_grad_logtargetT_mean_bf16,UNKNOWN,kl_div_loss_grad,"((1,1,1,1,1), (8,8,12,1,13), (1,1,12,65,1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('bfloat16',)","('ND',)","((1,1,1,1,1), (8,8,12,1,13), (1,1,12,65,1))","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 21 | +kl_div_loss_grad_logtargetT_mean_bf16,UNKNOWN,kl_div_loss_grad,"((1,1,1,1,1), (8,8,12,65,13), (1,1,12,65,1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('bfloat16',)","('ND',)","((1,1,1,1,1), (8,8,12,65,13), (1,1,12,65,1))","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 22 | kl_div_loss_grad_bfloat16_024,UNKNOWN,kl_div_loss_grad,"((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('bfloat16',)","('ND',)","((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (-100, 100), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 22 | kl_div_loss_grad_bfloat16_024,UNKNOWN,kl_div_loss_grad,"((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('bfloat16',)","('ND',)","((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (-100, 100), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 23 | aclnnKlDivBackward_bf16_nd_acpw_000134,UNKNOWN,kl_div_loss_grad,"((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('bfloat16',)","('ND',)","((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 23 | aclnnKlDivBackward_bf16_nd_acpw_000134,UNKNOWN,kl_div_loss_grad,"((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('bfloat16',)","('ND',)","((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 24 | -kl_div_loss_grad_logtargetF_sum_bf16,UNKNOWN,kl_div_loss_grad,"((11,1,21,1), (11,11,1,121), (1,11,21,121))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11,11,21,121),)","('bfloat16',)","('ND',)","((11,1,21,1), (11,11,1,121), (1,11,21,121))","('ND', 'ND', 'ND')","((11,11,21,121),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 24 | +kl_div_loss_grad_logtargetF_sum_bf16,UNKNOWN,kl_div_loss_grad,"((11,1,21,1), (11,11,21,121), (1,11,21,121))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11,11,21,121),)","('bfloat16',)","('ND',)","((11,1,21,1), (11,11,21,121), (1,11,21,121))","('ND', 'ND', 'ND')","((11,11,21,121),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 25 | aclnnKlDivBackward_bf16_nd_acpw_000029,UNKNOWN,kl_div_loss_grad,"((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('bfloat16',)","('ND',)","((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 25 | aclnnKlDivBackward_bf16_nd_acpw_000029,UNKNOWN,kl_div_loss_grad,"((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('bfloat16',)","('ND',)","((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 26 | kl_div_loss_grad_bfloat16_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((255, 229, 1),)","('bfloat16',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 26 | kl_div_loss_grad_bfloat16_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((255, 229, 1),)","('bfloat16',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 27 | aclnnKlDivBackward_bf16_nd_acpw_000089,UNKNOWN,kl_div_loss_grad,"((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('bfloat16',)","('ND',)","((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38), (-3.3895313892515355e+38, -3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 27 | aclnnKlDivBackward_bf16_nd_acpw_000089,UNKNOWN,kl_div_loss_grad,"((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('bfloat16',)","('ND',)","((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38), (-3.3895313892515355e+38, -3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| @@ -39,8 +39,8 @@ kl_div_loss_grad_float16_012,UNKNOWN,kl_div_loss_grad,"((1, 1, 1, 1, 1), (1, 1, | |||
| 39 | kl_div_loss_grad_float16_014,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('float16',)","('ND',)","((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-100, 100), (-100, 100), (-10, -2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 39 | kl_div_loss_grad_float16_014,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('float16',)","('ND',)","((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-100, 100), (-100, 100), (-10, -2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 40 | kl_div_loss_grad_float16_004,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 4), (1, 1, 4))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 4),)","('float16',)","('ND',)","((1,), (1, 1, 4), (1, 1, 4))","('ND', 'ND', 'ND')","((1, 1, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((-0.001, 0), (-100, 100), (3.4028235e+38, 3.4028235e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 40 | kl_div_loss_grad_float16_004,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 4), (1, 1, 4))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 4),)","('float16',)","('ND',)","((1,), (1, 1, 4), (1, 1, 4))","('ND', 'ND', 'ND')","((1, 1, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((-0.001, 0), (-100, 100), (3.4028235e+38, 3.4028235e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 41 | aclnnKlDivBackward_fp16_nd_acpw_000049,UNKNOWN,kl_div_loss_grad,"((1,), (42,), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((42,),)","('float16',)","('ND',)","((1,), (42,), (1,))","('ND', 'ND', 'ND')","((42,),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((2, 10), (10, 1000), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 41 | aclnnKlDivBackward_fp16_nd_acpw_000049,UNKNOWN,kl_div_loss_grad,"((1,), (42,), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((42,),)","('float16',)","('ND',)","((1,), (42,), (1,))","('ND', 'ND', 'ND')","((42,),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((2, 10), (10, 1000), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 42 | -kl_div_loss_grad_logtargetT_mean_f16,UNKNOWN,kl_div_loss_grad,"((1,2,2,1), (2,2,1,1), (2,1,2,12))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((2,2,2,12),)","('float16',)","('ND',)","((1,2,2,1), (2,2,1,1), (2,1,2,12))","('ND', 'ND', 'ND')","((2,2,2,12),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 42 | +kl_div_loss_grad_logtargetT_mean_f16,UNKNOWN,kl_div_loss_grad,"((1,2,2,1), (2,2,2,12), (2,1,2,12))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((2,2,2,12),)","('float16',)","('ND',)","((1,2,2,1), (2,2,2,12), (2,1,2,12))","('ND', 'ND', 'ND')","((2,2,2,12),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 43 | -kl_div_loss_grad_logtargetF_none_f16,UNKNOWN,kl_div_loss_grad,"((1,8,41), (24,1,1), (1,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((24,8,41),)","('float16',)","('ND',)","((1,8,41), (24,1,1), (1,1,1))","('ND', 'ND', 'ND')","((24,8,41),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 43 | +kl_div_loss_grad_logtargetF_none_f16,UNKNOWN,kl_div_loss_grad,"((1,8,41), (24,8,41), (1,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((24,8,41),)","('float16',)","('ND',)","((1,8,41), (24,8,41), (1,1,1))","('ND', 'ND', 'ND')","((24,8,41),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 44 | kl_div_loss_grad_float16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('float16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 44 | kl_div_loss_grad_float16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('float16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 45 | kl_div_loss_grad_float16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('float16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 45 | kl_div_loss_grad_float16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('float16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 46 | kl_div_loss_grad_float16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1939),)","('float16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 46 | kl_div_loss_grad_float16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1939),)","('float16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| @@ -50,7 +50,7 @@ kl_div_loss_grad_float16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4) | |||
| 50 | kl_div_loss_grad_float16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('float16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 50 | kl_div_loss_grad_float16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('float16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 51 | aclnnKlDivBackward_fp16_nd_acpw_000190,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('float16',)","('ND',)","((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 51 | aclnnKlDivBackward_fp16_nd_acpw_000190,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('float16',)","('ND',)","((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 52 | aclnnKlDivBackward_fp16_nd_acpw_000133,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('float16',)","('ND',)","((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0, 0.001), (0.001, 0.01), (0.01, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 52 | aclnnKlDivBackward_fp16_nd_acpw_000133,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('float16',)","('ND',)","((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0, 0.001), (0.001, 0.01), (0.01, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 53 | -kl_div_loss_grad_logtargetF_mean_f16,UNKNOWN,kl_div_loss_grad,"((22,1,17,1), (1,1,1,1), (22,7,17,6))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((22,7,17,6),)","('float16',)","('ND',)","((22,1,17,1), (1,1,1,1), (22,7,17,6))","('ND', 'ND', 'ND')","((22,7,17,6),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 53 | +kl_div_loss_grad_logtargetF_mean_f16,UNKNOWN,kl_div_loss_grad,"((22,1,17,1), (22,7,17,6), (22,7,17,6))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((22,7,17,6),)","('float16',)","('ND',)","((22,1,17,1), (22,7,17,6), (22,7,17,6))","('ND', 'ND', 'ND')","((22,7,17,6),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 54 | aclnnKlDivBackward_fp16_nd_acpw_000184,UNKNOWN,kl_div_loss_grad,"((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('float16',)","('ND',)","((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-0.001, 0), (-0.01, -0.001), (-1, -0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 54 | aclnnKlDivBackward_fp16_nd_acpw_000184,UNKNOWN,kl_div_loss_grad,"((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('float16',)","('ND',)","((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-0.001, 0), (-0.01, -0.001), (-1, -0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 55 | aclnnKlDivBackward_fp16_nd_acpw_000064,UNKNOWN,kl_div_loss_grad,"((3, 61, 59), (3, 61, 59), (3, 61, 59))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 61, 59),)","('float16',)","('ND',)","((3, 61, 59), (3, 61, 59), (3, 61, 59))","('ND', 'ND', 'ND')","((3, 61, 59),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 55 | aclnnKlDivBackward_fp16_nd_acpw_000064,UNKNOWN,kl_div_loss_grad,"((3, 61, 59), (3, 61, 59), (3, 61, 59))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 61, 59),)","('float16',)","('ND',)","((3, 61, 59), (3, 61, 59), (3, 61, 59))","('ND', 'ND', 'ND')","((3, 61, 59),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 56 | aclnnKlDivBackward_fp16_nd_acpw_000025,UNKNOWN,kl_div_loss_grad,"((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('float16',)","('ND',)","((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0.01, 1), (1, 2), (2, 10))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 56 | aclnnKlDivBackward_fp16_nd_acpw_000025,UNKNOWN,kl_div_loss_grad,"((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('float16',)","('ND',)","((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0.01, 1), (1, 2), (2, 10))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| @@ -59,9 +59,9 @@ aclnnKlDivBackward_fp16_nd_acpw_000043,UNKNOWN,kl_div_loss_grad,"((1,), (6, 3, 8 | |||
| 59 | kl_div_loss_grad_float16_007,UNKNOWN,kl_div_loss_grad,"((1,), (1, 3, 3, 11111), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('float16',)","('ND',)","((1,), (1, 3, 3, 11111), (1,))","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (0, 0.001), (-1, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 59 | kl_div_loss_grad_float16_007,UNKNOWN,kl_div_loss_grad,"((1,), (1, 3, 3, 11111), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('float16',)","('ND',)","((1,), (1, 3, 3, 11111), (1,))","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (0, 0.001), (-1, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 60 | aclnnKlDivBackward_fp16_nd_acpw_000019,UNKNOWN,kl_div_loss_grad,"((1,), (18, 41, 33, 5), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('float16',)","('ND',)","((1,), (18, 41, 33, 5), (1, 1))","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((65504.0, 65504.0), (-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 60 | aclnnKlDivBackward_fp16_nd_acpw_000019,UNKNOWN,kl_div_loss_grad,"((1,), (18, 41, 33, 5), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('float16',)","('ND',)","((1,), (18, 41, 33, 5), (1, 1))","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((65504.0, 65504.0), (-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 61 | aclnnKlDivBackward_fp16_nd_acpw_000109,UNKNOWN,kl_div_loss_grad,"((1,), (63, 25, 95), (1, 25, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((63, 25, 95),)","('float16',)","('ND',)","((1,), (63, 25, 95), (1, 25, 1))","('ND', 'ND', 'ND')","((63, 25, 95),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05), (0, 0.001))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 61 | aclnnKlDivBackward_fp16_nd_acpw_000109,UNKNOWN,kl_div_loss_grad,"((1,), (63, 25, 95), (1, 25, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((63, 25, 95),)","('float16',)","('ND',)","((1,), (63, 25, 95), (1, 25, 1))","('ND', 'ND', 'ND')","((63, 25, 95),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05), (0, 0.001))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 62 | -kl_div_loss_grad_logtargetT_none_f16,UNKNOWN,kl_div_loss_grad,"((11,23,1,33,16), (1, 23,9,33,16), (11,1,9,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('float16',)","('ND',)","((11,23,1,33,16), (1, 23,9,33,16), (11,1,9,1,1))","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 62 | +kl_div_loss_grad_logtargetT_none_f16,UNKNOWN,kl_div_loss_grad,"((11,23,1,33,16), (11,23,9,33,16), (11,1,9,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('float16',)","('ND',)","((11,23,1,33,16), (11,23,9,33,16), (11,1,9,1,1))","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 63 | -kl_div_loss_grad_logtargetF_04,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 63 | +kl_div_loss_grad_logtargetF_04,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 64 | -kl_div_loss_grad_logtargetF_06,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 64 | +kl_div_loss_grad_logtargetF_06,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 65 | kl_div_loss_grad_float16_023,UNKNOWN,kl_div_loss_grad,"((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('float16',)","('ND',)","((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (-1, 1), (-0.01, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 65 | kl_div_loss_grad_float16_023,UNKNOWN,kl_div_loss_grad,"((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('float16',)","('ND',)","((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (-1, 1), (-0.01, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 66 | kl_div_loss_grad_float16_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float16',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 66 | kl_div_loss_grad_float16_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float16',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 67 | aclnnKlDivBackward_fp16_nd_acpw_000088,UNKNOWN,kl_div_loss_grad,"((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('float16',)","('ND',)","((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('ND',)","{'reduction': 'none', 'log_target': True}","((6.103515625e-05, 6.103515625e-05), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 67 | aclnnKlDivBackward_fp16_nd_acpw_000088,UNKNOWN,kl_div_loss_grad,"((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('float16',)","('ND',)","((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('ND',)","{'reduction': 'none', 'log_target': True}","((6.103515625e-05, 6.103515625e-05), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| @@ -83,18 +83,18 @@ aclnnKlDivBackward_fp32_nd_acpw_000030,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1 | |||
| 83 | kl_div_loss_grad_float32_017,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('float32',)","('ND',)","((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((nan, nan), (0, 0), (0, 0))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 83 | kl_div_loss_grad_float32_017,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('float32',)","('ND',)","((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((nan, nan), (0, 0), (0, 0))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 84 | aclnnKlDivBackward_fp32_nd_acpw_000015,UNKNOWN,kl_div_loss_grad,"((1,), (47, 65, 1), (47, 65, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((47, 65, 1),)","('float32',)","('ND',)","((1,), (47, 65, 1), (47, 65, 1))","('ND', 'ND', 'ND')","((47, 65, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.4028235e+38, 3.4028235e+38), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 84 | aclnnKlDivBackward_fp32_nd_acpw_000015,UNKNOWN,kl_div_loss_grad,"((1,), (47, 65, 1), (47, 65, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((47, 65, 1),)","('float32',)","('ND',)","((1,), (47, 65, 1), (47, 65, 1))","('ND', 'ND', 'ND')","((47, 65, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.4028235e+38, 3.4028235e+38), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 85 | aclnnKlDivBackward_fp32_nd_acpw_000051,UNKNOWN,kl_div_loss_grad,"((1,), (6241,), (1,))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((6241,),)","('float32',)","('ND',)","((1,), (6241,), (1,))","('ND', 'ND', 'ND')","((6241,),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-0.01, -0.001), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 85 | aclnnKlDivBackward_fp32_nd_acpw_000051,UNKNOWN,kl_div_loss_grad,"((1,), (6241,), (1,))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((6241,),)","('float32',)","('ND',)","((1,), (6241,), (1,))","('ND', 'ND', 'ND')","((6241,),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-0.01, -0.001), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 86 | -kl_div_loss_grad_logtargetT_sum_f32,UNKNOWN,kl_div_loss_grad,"((11,1,33,1), (1,1,1,1), (11,11,33,2))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((11,11,33,2),)","('float32',)","('ND',)","((11,1,33,1), (1,1,1,1), (11,11,33,2))","('ND', 'ND', 'ND')","((11,11,33,2),)","('ND',)","{'reduction': 'sum', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 86 | +kl_div_loss_grad_logtargetT_sum_f32,UNKNOWN,kl_div_loss_grad,"((11,1,33,1), (11,11,33,2), (11,11,33,2))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((11,11,33,2),)","('float32',)","('ND',)","((11,1,33,1), (11,11,33,2), (11,11,33,2))","('ND', 'ND', 'ND')","((11,11,33,2),)","('ND',)","{'reduction': 'sum', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 87 | -kl_div_loss_grad_logtargetF_batchmean_f32,UNKNOWN,kl_div_loss_grad,"((1,1,1), (22,22,1), (22,22,22))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((22,22,22),)","('float32',)","('ND',)","((1,1,1), (22,22,1), (22,22,22))","('ND', 'ND', 'ND')","((22,22,22),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 87 | +kl_div_loss_grad_logtargetF_batchmean_f32,UNKNOWN,kl_div_loss_grad,"((1,1,1), (22,22,22), (22,22,22))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((22,22,22),)","('float32',)","('ND',)","((1,1,1), (22,22,22), (22,22,22))","('ND', 'ND', 'ND')","((22,22,22),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 88 | aclnnKlDivBackward_fp32_nd_acpw_000135,UNKNOWN,kl_div_loss_grad,"((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('float32',)","('ND',)","((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 88 | aclnnKlDivBackward_fp32_nd_acpw_000135,UNKNOWN,kl_div_loss_grad,"((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('float32',)","('ND',)","((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 89 | aclnnKlDivBackward_fp32_nd_acpw_000069,UNKNOWN,kl_div_loss_grad,"((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('float32',)","('ND',)","((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 89 | aclnnKlDivBackward_fp32_nd_acpw_000069,UNKNOWN,kl_div_loss_grad,"((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('float32',)","('ND',)","((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 90 | aclnnKlDivBackward_fp32_nd_acpw_000039,UNKNOWN,kl_div_loss_grad,"((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('float32',)","('ND',)","((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.4028235e+38, 3.4028235e+38), (-3.4028235e+38, -3.4028235e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 90 | aclnnKlDivBackward_fp32_nd_acpw_000039,UNKNOWN,kl_div_loss_grad,"((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('float32',)","('ND',)","((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.4028235e+38, 3.4028235e+38), (-3.4028235e+38, -3.4028235e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 91 | kl_div_loss_grad_float32_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((255, 229, 1),)","('float32',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 91 | kl_div_loss_grad_float32_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((255, 229, 1),)","('float32',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 92 | -kl_div_loss_grad_logtargetF_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 92 | +kl_div_loss_grad_logtargetF_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 93 | -kl_div_loss_grad_logtargetF_02,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 93 | +kl_div_loss_grad_logtargetF_02,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 94 | -kl_div_loss_grad_logtargetT_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 94 | +kl_div_loss_grad_logtargetT_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 95 | -kl_div_loss_grad_logtargetT_03,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 95 | +kl_div_loss_grad_logtargetT_03,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 96 | aclnnKlDivBackward_fp32_nd_acpw_000093,UNKNOWN,kl_div_loss_grad,"((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('float32',)","('ND',)","((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (-0.001, 0), (-0.01, -0.001))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 96 | aclnnKlDivBackward_fp32_nd_acpw_000093,UNKNOWN,kl_div_loss_grad,"((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('float32',)","('ND',)","((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (-0.001, 0), (-0.01, -0.001))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 97 | -kl_div_loss_grad_logtargetT_none_f32,UNKNOWN,kl_div_loss_grad,"((31,1,65,12,8), (1,1,1,1,1), (31,21,1,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('float32',)","('ND',)","((31,1,65,12,8), (1,1,1,1,1), (31,21,1,1,1))","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 97 | +kl_div_loss_grad_logtargetT_none_f32,UNKNOWN,kl_div_loss_grad,"((31,1,65,12,8), (31,21,65,12,8), (31,21,1,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('float32',)","('ND',)","((31,1,65,12,8), (31,21,65,12,8), (31,21,1,1,1))","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 98 | kl_div_loss_grad_float32_027,UNKNOWN,kl_div_loss_grad,"((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('float32',)","('ND',)","((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-0.01, -0.001), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 98 | kl_div_loss_grad_float32_027,UNKNOWN,kl_div_loss_grad,"((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('float32',)","('ND',)","((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-0.01, -0.001), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 99 | kl_div_loss_grad_float32_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float32',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 99 | kl_div_loss_grad_float32_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float32',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| 100 | aclnnKlDivBackward_fp32_nd_acpw_000087,UNKNOWN,kl_div_loss_grad,"((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('float32',)","('ND',)","((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (0, 0.001), (0.001, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() | 100 | aclnnKlDivBackward_fp32_nd_acpw_000087,UNKNOWN,kl_div_loss_grad,"((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('float32',)","('ND',)","((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (0, 0.001), (0.001, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),() |
| @@ -159,14 +159,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling1) | |||
| 159 | { | 159 | { |
| 160 | // FLOAT | 160 | // FLOAT |
| 161 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; | 161 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; |
| 162 | - std::initializer_list<int64_t> inputShape2 = {2048, 1, 1}; | 162 | + std::initializer_list<int64_t> inputShape2 = {2048, 1, 48}; |
| 163 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; | 163 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; |
| 164 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 164 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 165 | std::string reduction = "mean"; | 165 | std::string reduction = "mean"; |
| 166 | bool logTarget = false; | 166 | bool logTarget = false; |
| 167 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " | 167 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " |
| 168 | - "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 " | 168 | + "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 " |
| 169 | - "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 "; | 169 | + "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 925543083 0 "; |
| 170 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 170 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 171 | reduction, logTarget, expectStr); | 171 | reduction, logTarget, expectStr); |
| 172 | } | 172 | } |
| @@ -175,14 +175,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling2) | |||
| 175 | { | 175 | { |
| 176 | // HALF | 176 | // HALF |
| 177 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; | 177 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; |
| 178 | - std::initializer_list<int64_t> inputShape2 = {2048, 1, 1}; | 178 | + std::initializer_list<int64_t> inputShape2 = {2048, 1, 48}; |
| 179 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; | 179 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; |
| 180 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 180 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 181 | std::string reduction = "sum"; | 181 | std::string reduction = "sum"; |
| 182 | bool logTarget = false; | 182 | bool logTarget = false; |
| 183 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " | 183 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " |
| 184 | - "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 " | 184 | + "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 " |
| 185 | - "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 1065353216 0 "; | 185 | + "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 1065353216 0 "; |
| 186 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 186 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 187 | reduction, logTarget, expectStr); | 187 | reduction, logTarget, expectStr); |
| 188 | } | 188 | } |
| @@ -191,14 +191,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling3) | |||
| 191 | { | 191 | { |
| 192 | // BF16 | 192 | // BF16 |
| 193 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; | 193 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; |
| 194 | - std::initializer_list<int64_t> inputShape2 = {2048, 1, 1}; | 194 | + std::initializer_list<int64_t> inputShape2 = {2048, 1, 48}; |
| 195 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; | 195 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; |
| 196 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 196 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 197 | std::string reduction = "batchmean"; | 197 | std::string reduction = "batchmean"; |
| 198 | bool logTarget = false; | 198 | bool logTarget = false; |
| 199 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " | 199 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " |
| 200 | - "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 " | 200 | + "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 " |
| 201 | - "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 "; | 201 | + "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 "; |
| 202 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 202 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 203 | reduction, logTarget, expectStr); | 203 | reduction, logTarget, expectStr); |
| 204 | } | 204 | } |
| @@ -207,14 +207,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling4) | |||
| 207 | { | 207 | { |
| 208 | // FLOAT | 208 | // FLOAT |
| 209 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; | 209 | std::initializer_list<int64_t> inputShape1 = {2048, 1, 48}; |
| 210 | - std::initializer_list<int64_t> inputShape2 = {2048, 1, 1}; | 210 | + std::initializer_list<int64_t> inputShape2 = {2048, 1, 48}; |
| 211 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; | 211 | std::initializer_list<int64_t> inputShape3 = {1, 1, 48}; |
| 212 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 212 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 213 | std::string reduction = "batchmean"; | 213 | std::string reduction = "batchmean"; |
| 214 | bool logTarget = true; | 214 | bool logTarget = true; |
| 215 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " | 215 | std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 " |
| 216 | - "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 " | 216 | + "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 " |
| 217 | - "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 "; | 217 | + "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 "; |
| 218 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 218 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 219 | reduction, logTarget, expectStr); | 219 | reduction, logTarget, expectStr); |
| 220 | } | 220 | } |
| @@ -223,12 +223,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling5) | |||
| 223 | { | 223 | { |
| 224 | // FLOAT | 224 | // FLOAT |
| 225 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; | 225 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; |
| 226 | - std::initializer_list<int64_t> inputShape2 = {1, 1, 1}; | 226 | + std::initializer_list<int64_t> inputShape2 = {1024, 1, 36}; |
| 227 | std::initializer_list<int64_t> inputShape3 = {}; | 227 | std::initializer_list<int64_t> inputShape3 = {}; |
| 228 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; | 228 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; |
| 229 | std::string reduction = "sum"; | 229 | std::string reduction = "sum"; |
| 230 | bool logTarget = true; | 230 | bool logTarget = true; |
| 231 | - std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 "; | 231 | + std::string expectStr = "4 4947802326144 32 1 1 1065353216 0 "; |
| 232 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 232 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 233 | reduction, logTarget, expectStr); | 233 | reduction, logTarget, expectStr); |
| 234 | } | 234 | } |
| @@ -237,12 +237,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling6) | |||
| 237 | { | 237 | { |
| 238 | // FLOAT | 238 | // FLOAT |
| 239 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; | 239 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; |
| 240 | - std::initializer_list<int64_t> inputShape2 = {1, 1, 1}; | 240 | + std::initializer_list<int64_t> inputShape2 = {1024, 1, 36}; |
| 241 | std::initializer_list<int64_t> inputShape3 = {}; | 241 | std::initializer_list<int64_t> inputShape3 = {}; |
| 242 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; | 242 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; |
| 243 | std::string reduction = "mean"; | 243 | std::string reduction = "mean"; |
| 244 | bool logTarget = true; | 244 | bool logTarget = true; |
| 245 | - std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 "; | 245 | + std::string expectStr = "4 4947802326144 32 1 1 937659961 0 "; |
| 246 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 246 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 247 | reduction, logTarget, expectStr); | 247 | reduction, logTarget, expectStr); |
| 248 | } | 248 | } |
| @@ -251,12 +251,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling7) | |||
| 251 | { | 251 | { |
| 252 | // FLOAT | 252 | // FLOAT |
| 253 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; | 253 | std::initializer_list<int64_t> inputShape1 = {1024, 1, 36}; |
| 254 | - std::initializer_list<int64_t> inputShape2 = {1, 1, 1}; | 254 | + std::initializer_list<int64_t> inputShape2 = {1024, 1, 36}; |
| 255 | std::initializer_list<int64_t> inputShape3 = {}; | 255 | std::initializer_list<int64_t> inputShape3 = {}; |
| 256 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; | 256 | std::initializer_list<int64_t> outputShape = {1024, 1, 36}; |
| 257 | std::string reduction = "batchmean"; | 257 | std::string reduction = "batchmean"; |
| 258 | bool logTarget = true; | 258 | bool logTarget = true; |
| 259 | - std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 "; | 259 | + std::string expectStr = "4 4947802326144 32 1 1 981467136 0 "; |
| 260 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, | 260 | DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/, |
| 261 | reduction, logTarget, expectStr); | 261 | reduction, logTarget, expectStr); |
| 262 | } | 262 | } |
| @@ -352,7 +352,7 @@ static void DoKlDivLossGradStatusCase(std::initializer_list<int64_t>& gradShape, | |||
| 352 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false) | 352 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false) |
| 353 | { | 353 | { |
| 354 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; | 354 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; |
| 355 | - std::initializer_list<int64_t> inputShape = {2048, 1, 1}; | 355 | + std::initializer_list<int64_t> inputShape = {2048, 1, 48}; |
| 356 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; | 356 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; |
| 357 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 357 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 358 | std::string reduction = "mean"; | 358 | std::string reduction = "mean"; |
| @@ -367,7 +367,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false) | |||
| 367 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true) | 367 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true) |
| 368 | { | 368 | { |
| 369 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; | 369 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; |
| 370 | - std::initializer_list<int64_t> inputShape = {2048, 1, 1}; | 370 | + std::initializer_list<int64_t> inputShape = {2048, 1, 48}; |
| 371 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; | 371 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; |
| 372 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 372 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 373 | std::string reduction = "mean"; | 373 | std::string reduction = "mean"; |
| @@ -382,7 +382,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true) | |||
| 382 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false) | 382 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false) |
| 383 | { | 383 | { |
| 384 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; | 384 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; |
| 385 | - std::initializer_list<int64_t> inputShape = {2048, 1, 1}; | 385 | + std::initializer_list<int64_t> inputShape = {2048, 1, 48}; |
| 386 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; | 386 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; |
| 387 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 387 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 388 | std::string reduction = "sum"; | 388 | std::string reduction = "sum"; |
| @@ -397,7 +397,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false) | |||
| 397 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true) | 397 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true) |
| 398 | { | 398 | { |
| 399 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; | 399 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; |
| 400 | - std::initializer_list<int64_t> inputShape = {2048, 1, 1}; | 400 | + std::initializer_list<int64_t> inputShape = {2048, 1, 48}; |
| 401 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; | 401 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; |
| 402 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 402 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 403 | std::string reduction = "sum"; | 403 | std::string reduction = "sum"; |
| @@ -412,7 +412,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true) | |||
| 412 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp32_reduction_none) | 412 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp32_reduction_none) |
| 413 | { | 413 | { |
| 414 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; | 414 | std::initializer_list<int64_t> gradShape = {2048, 1, 48}; |
| 415 | - std::initializer_list<int64_t> inputShape = {2048, 1, 1}; | 415 | + std::initializer_list<int64_t> inputShape = {2048, 1, 48}; |
🟡 Medium Priority 变更点:本 PR 把 12 个用例的 self(inputShape,即 op 的第 2 个输入)对齐为与 out 相同(第 162/178/194/210/226/240/254/355/370/385/400/415 行),但同时遗漏了同一批失败用例:第 486 行( 证据链(新校验的检查顺序决定行为):
失败模式:该用例从此不再覆盖“非法 reduction 字符串”分支——若有人删掉/改坏 CalcReductionCof 中的 STR_2_INT 校验,测试依旧 PASS,属于隐蔽的覆盖率回退(同批 427/441/455/469 因 dtype 校验在 shape 校验之前,暂未受影响,但同样处于“依赖检查顺序”的脆弱状态)。 建议:将第 486 行(kl_div_loss_grad_invalid_reduction_failed)的 inputShape 由 {2048, 1, 1} 改为 {2048, 1, 48},让该用例只在 CalcReductionCof 的非法 reduction 分支失败,而不是被新加的 CheckInputShape 提前拦截;其余 dtype 类失败用例建议一并统一 self 形状。 ![]() ![]() Incorrect? | |||
| 416 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; | 416 | std::initializer_list<int64_t> targetShape = {1, 1, 48}; |
| 417 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; | 417 | std::initializer_list<int64_t> outputShape = {2048, 1, 48}; |
| 418 | std::string reduction = "none"; | 418 | std::string reduction = "none"; |
| @@ -521,6 +521,39 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_batchmean_zero_batch_failed) | |||
| 521 | ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey); | 521 | ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey); |
| 522 | } | 522 | } |
| 523 | 523 | ||
| 524 | +// self shape differs from y shape: rejected by CheckInputShape. The interface doc requires the | ||
| 525 | +// shape of self to be the same as the shape of out, so a mismatch must fail the tiling entry. | ||
| 526 | +// self=(2,1) still broadcasts to grad/target/y=(2,4), so the failure can only come from the | ||
| 527 | +// CheckInputShape guard, not from any broadcast-compatibility validation. | ||
| 528 | +TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_self_y_shape_mismatch_failed) | ||
| 529 | +{ | ||
| 530 | + std::initializer_list<int64_t> gradShape = {2, 4}; | ||
| 531 | + std::initializer_list<int64_t> inputShape = {2, 1}; | ||
| 532 | + std::initializer_list<int64_t> targetShape = {2, 4}; | ||
| 533 | + std::initializer_list<int64_t> outputShape = {2, 4}; | ||
| 534 | + std::string reduction = "mean"; | ||
| 535 | + bool logTarget = false; | ||
| 536 | + uint64_t tilingKey = 0; | ||
| 537 | + DoKlDivLossGradStatusCase(gradShape, inputShape, targetShape, outputShape, ge::DT_FLOAT, ge::DT_FLOAT, ge::DT_FLOAT, | ||
| 538 | + ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey); | ||
| 539 | +} | ||
| 540 | + | ||
| 541 | +// self shape equals y shape (target still broadcasts): the regular positive tiling path is not | ||
| 542 | +// broken by the CheckInputShape guard. | ||
| 543 | +TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_self_y_shape_equal_success) | ||
| 544 | +{ | ||
| 545 | + std::initializer_list<int64_t> gradShape = {2, 3}; | ||
| 546 | + std::initializer_list<int64_t> inputShape = {2, 3}; | ||
| 547 | + std::initializer_list<int64_t> targetShape = {1, 3}; | ||
| 548 | + std::initializer_list<int64_t> outputShape = {2, 3}; | ||
| 549 | + std::string reduction = "mean"; | ||
| 550 | + bool logTarget = false; | ||
| 551 | + uint64_t tilingKey = 0; | ||
| 552 | + DoKlDivLossGradStatusCase(gradShape, inputShape, targetShape, outputShape, ge::DT_FLOAT, ge::DT_FLOAT, ge::DT_FLOAT, | ||
| 553 | + ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_SUCCESS, tilingKey); | ||
| 554 | + EXPECT_NE(tilingKey & KDLG_LOG_TARGET_MASK, 0U); // false -> UI_LIST index 1 -> bit set | ||
| 555 | +} | ||
| 556 | + | ||
| 524 | // A null tiling context is rejected by the Tiling4KlDivLossGrad guard. | 557 | // A null tiling context is rejected by the Tiling4KlDivLossGrad guard. |
| 525 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_null_context_failed) | 558 | TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_null_context_failed) |
| 526 | { | 559 | { |


🟡 Medium Priority
变更点:本用例第 162 行把 self(inputShape2)从 {2048, 1, 1} 改为 {2048, 1, 48}(与 out 对齐),并在 168-169 行更新了中间若干 tiling 字段,但 expectStr 末尾(第 169 行最后一段)的
973078528未更新。证据链:
dimVal = 所有维度乘积,reducationCof = 1/dimVal,再经 RunFp32BroadcastTiling() 的SetScalar(reducationCof)写入 tiling data。973078528的 float 位模式为 0x3A000000 = 2^-11 = 1/2048,对应 旧 self {2048,1,1} 的乘积 2048;新 self {2048,1,48} 的乘积是 98304,正确值应为 1/98304 = 0x372AAAAB =925543083。1065353216(=1.0f,sum 的 cof);david_tiling3/4 为 "batchmean",末字段为 1/2048(=1/dim0,dim0 未变,故不需改)。同时 david_tiling5/6/7(第 231/245/259 行)在 mean/batchmean 下正好被更新为 1/36864 与 1/1024,与本结论一致。失败模式:TilingData2Str() 的整串 EXPECT_EQ 比较(第 155 行)会因末字段不匹配而失败,即 david_tiling1 在 CI 中报错;若被忽略,则“mean 的 reduction 系数由 self 形状决定”这一关键契约在 UT 中失去断言。
建议:将第 169 行 expectStr 尾部的 973078528(=1/2048,旧 self {2048,1,1} 的系数)改为 925543083(=1/98304,新 self {2048,1,48} 的 mean 系数),或直接重跑该用例重新生成期望串。