Merged
fix(kl_div_loss_grad): tiling 补充 self 与 out shape 一致性校验并同步测试与文档 #13085
fix(kl_div_loss_grad): tiling 补充 self 与 out shape 一致性校验并同步测试与文档 #13085
Merged
chenfengAdd on 23 days ago
Total: 4 files changed+96-42
@@ -25,12 +25,12 @@
25 - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。25 - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。
26- reduction(int64_t,计算输入):Host侧的int64_t,[数据格式](../../docs/zh/context/data_format.md)支持ND。指定要应用到输出的缩减。支持0(‘none’)| 1(‘mean’)| 2(‘sum’)|3(‘batchmean’)。‘none’表示不应用减少,‘mean’表示输出的总和将除以输出中的元素数,‘sum’表示输出将被求和,‘batchmean’表示输出的总和将除以batch的个数。26- reduction(int64_t,计算输入):Host侧的int64_t,[数据格式](../../docs/zh/context/data_format.md)支持ND。指定要应用到输出的缩减。支持0(‘none’)| 1(‘mean’)| 2(‘sum’)|3(‘batchmean’)。‘none’表示不应用减少,‘mean’表示输出的总和将除以输出中的元素数,‘sum’表示输出将被求和,‘batchmean’表示输出的总和将除以batch的个数。
27- logTarget(bool,计算输入):Host侧的BOOL类型,是否对target进行log空间转换。27- logTarget(bool,计算输入):Host侧的BOOL类型,是否对target进行log空间转换。
28-- out(aclTensor*,计算输出):Device侧的aclTensor。支持[非连续的Tensor](../../docs/zh/context/non_contiguous_tensor.md)。28+- out(aclTensor*,计算输出):Device侧的aclTensor,shape与self相同。支持[非连续的Tensor](../../docs/zh/context/non_contiguous_tensor.md)。
29 - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。29 - <term>Atlas A2系列产品</term>、<term>Atlas A3系列产品</term>、<term>Ascend 950PR&950DT系列产品</term>:数据类型支持FLOAT、FLOAT16、BFLOAT16。
30 30 
31## 约束说明31## 约束说明
32 32 
33-无。33+- self的shape与out的shape必须相同。
34 34 
35## 调用说明35## 调用说明
36 36 
@@ -135,6 +135,24 @@ ge::graphStatus KlDivLossGradTiling::CalcOutputDtype()
135 return ge::GRAPH_SUCCESS;135 return ge::GRAPH_SUCCESS;
136}136}
137 137 
138+ge::graphStatus KlDivLossGradTiling::CheckInputShape()
139+{
140+ auto inputShape = context_->GetInputShape(INPUT_INPUT_INDEX);
141+ OP_CHECK_NULL_WITH_CONTEXT(context_, inputShape);
142+ const gert::Shape& selfShape = EnsureNotScalar(inputShape->GetStorageShape());
143+ 
144+ auto outputShape = context_->GetOutputShape(OUTPUT_Y_INDEX);
145+ OP_CHECK_NULL_WITH_CONTEXT(context_, outputShape);
146+ const gert::Shape& outShape = EnsureNotScalar(outputShape->GetStorageShape());
147+ 
148+ OP_CHECK_IF(selfShape != outShape,
149+ OP_LOGE_FOR_INVALID_SHAPE_WITH_REASON(
150+ context_->GetNodeName(), "self", ToString(selfShape).c_str(),
151+ "The shape of parameter self must be the same as the shape of parameter out"),
152+ return ge::GRAPH_FAILED);
153+ return ge::GRAPH_SUCCESS;
154+}
155+ 
138float KlDivLossGradTiling::CalcReductionCof(const gert::Shape& inputLabelShape)156float KlDivLossGradTiling::CalcReductionCof(const gert::Shape& inputLabelShape)
139{157{
140 float reducationCof = 1.0;158 float reducationCof = 1.0;
@@ -203,6 +221,9 @@ ge::graphStatus KlDivLossGradTiling::DoOpTiling()
203 OP_CHECK_IF(CalcOutputDtype() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "get output dtype failed"),221 OP_CHECK_IF(CalcOutputDtype() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "get output dtype failed"),
204 return ge::GRAPH_FAILED);222 return ge::GRAPH_FAILED);
205 223 
224+ OP_CHECK_IF(CheckInputShape() == ge::GRAPH_FAILED, OP_LOGE(context_->GetNodeName(), "check input shape failed"),
225+ return ge::GRAPH_FAILED);
226+ 
206 auto input0Desc = context_->GetInputDesc(0);227 auto input0Desc = context_->GetInputDesc(0);
207 OP_CHECK_NULL_WITH_CONTEXT(context_, input0Desc);228 OP_CHECK_NULL_WITH_CONTEXT(context_, input0Desc);
208 ge::DataType input0DType = input0Desc->GetDataType();229 ge::DataType input0DType = input0Desc->GetDataType();
@@ -10,18 +10,18 @@ kl_div_loss_grad_bfloat16_020,UNKNOWN,kl_div_loss_grad,"((1,), (256,), (1,))","(
10kl_div_loss_grad_bfloat16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('bfloat16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()10kl_div_loss_grad_bfloat16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('bfloat16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
11aclnnKlDivBackward_bf16_nd_acpw_000119,UNKNOWN,kl_div_loss_grad,"((1,), (23, 2, 11, 2), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('bfloat16',)","('ND',)","((1,), (23, 2, 11, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.01, 1), (-1, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()11aclnnKlDivBackward_bf16_nd_acpw_000119,UNKNOWN,kl_div_loss_grad,"((1,), (23, 2, 11, 2), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('bfloat16',)","('ND',)","((1,), (23, 2, 11, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((23, 2, 11, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.01, 1), (-1, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
12kl_div_loss_grad_bfloat16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('bfloat16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()12kl_div_loss_grad_bfloat16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('bfloat16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
13-kl_div_loss_grad_logtargetF_mean_bf16,UNKNOWN,kl_div_loss_grad,"((12,12,12), (1,1,1), (12,1,12))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,12,12),)","('bfloat16',)","('ND',)","((12,12,12), (1,1,1), (12,1,12))","('ND', 'ND', 'ND')","((12,12,12),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()13+kl_div_loss_grad_logtargetF_mean_bf16,UNKNOWN,kl_div_loss_grad,"((12,12,12), (12,12,12), (12,1,12))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,12,12),)","('bfloat16',)","('ND',)","((12,12,12), (12,12,12), (12,1,12))","('ND', 'ND', 'ND')","((12,12,12),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
14kl_div_loss_grad_bfloat16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 1939),)","('bfloat16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()14kl_div_loss_grad_bfloat16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((1, 1939),)","('bfloat16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
15aclnnKlDivBackward_bf16_nd_acpw_000038,UNKNOWN,kl_div_loss_grad,"((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('bfloat16',)","('ND',)","((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()15aclnnKlDivBackward_bf16_nd_acpw_000038,UNKNOWN,kl_div_loss_grad,"((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('bfloat16',)","('ND',)","((1,), (3, 1, 1, 8, 2, 25, 2), (1, 2))","('ND', 'ND', 'ND')","((3, 1, 1, 8, 2, 25, 2),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
16kl_div_loss_grad_bfloat16_029,UNKNOWN,kl_div_loss_grad,"((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('bfloat16',)","('ND',)","((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-2, -1), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()16kl_div_loss_grad_bfloat16_029,UNKNOWN,kl_div_loss_grad,"((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('bfloat16',)","('ND',)","((1,), (7, 1, 2, 2, 4, 4, 6), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((7, 1, 2, 2, 4, 4, 6),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-2, -1), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
17kl_div_loss_grad_bfloat16_003,UNKNOWN,kl_div_loss_grad,"((1,), (4581, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4581, 1),)","('bfloat16',)","('ND',)","((1,), (4581, 1), (1,))","('ND', 'ND', 'ND')","((4581, 1),)","('ND',)","{'reduction': 'mean', 'log_target': False}","((-1, -0.01), (0.01, 1), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()17kl_div_loss_grad_bfloat16_003,UNKNOWN,kl_div_loss_grad,"((1,), (4581, 1), (1,))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4581, 1),)","('bfloat16',)","('ND',)","((1,), (4581, 1), (1,))","('ND', 'ND', 'ND')","((4581, 1),)","('ND',)","{'reduction': 'mean', 'log_target': False}","((-1, -0.01), (0.01, 1), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
18kl_div_loss_grad_bfloat16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('bfloat16',)","('ND',)","((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()18kl_div_loss_grad_bfloat16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('bfloat16',)","('ND',)","((1,), (3, 4, 6, 3, 6, 4), (1, 1, 1, 1))","('ND', 'ND', 'ND')","((3, 4, 6, 3, 6, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
19kl_div_loss_grad_bfloat16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('bfloat16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()19kl_div_loss_grad_bfloat16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('bfloat16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
20-kl_div_loss_grad_logtargetT_none_bf16,UNKNOWN,kl_div_loss_grad,"((12,1,33,15,1), (1,1,1,1,1), (12,8,1,15,2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('bfloat16',)","('ND',)","((12,1,33,15,1), (1,1,1,1,1), (12,8,1,15,2))","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()20+kl_div_loss_grad_logtargetT_none_bf16,UNKNOWN,kl_div_loss_grad,"((12,1,33,15,1), (12,8,33,15,2), (12,8,1,15,2))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('bfloat16',)","('ND',)","((12,1,33,15,1), (12,8,33,15,2), (12,8,1,15,2))","('ND', 'ND', 'ND')","((12,8,33,15,2),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
21-kl_div_loss_grad_logtargetT_mean_bf16,UNKNOWN,kl_div_loss_grad,"((1,1,1,1,1), (8,8,12,1,13), (1,1,12,65,1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('bfloat16',)","('ND',)","((1,1,1,1,1), (8,8,12,1,13), (1,1,12,65,1))","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()21+kl_div_loss_grad_logtargetT_mean_bf16,UNKNOWN,kl_div_loss_grad,"((1,1,1,1,1), (8,8,12,65,13), (1,1,12,65,1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('bfloat16',)","('ND',)","((1,1,1,1,1), (8,8,12,65,13), (1,1,12,65,1))","('ND', 'ND', 'ND')","((8,8,12,65,13),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
22kl_div_loss_grad_bfloat16_024,UNKNOWN,kl_div_loss_grad,"((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('bfloat16',)","('ND',)","((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (-100, 100), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()22kl_div_loss_grad_bfloat16_024,UNKNOWN,kl_div_loss_grad,"((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('bfloat16',)","('ND',)","((1,), (16, 4, 2, 5, 19), (16, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((16, 4, 2, 5, 19),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (-100, 100), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
23aclnnKlDivBackward_bf16_nd_acpw_000134,UNKNOWN,kl_div_loss_grad,"((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('bfloat16',)","('ND',)","((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()23aclnnKlDivBackward_bf16_nd_acpw_000134,UNKNOWN,kl_div_loss_grad,"((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('bfloat16',)","('ND',)","((1,), (3, 5, 9, 2, 5, 2, 7), (1, 2, 1))","('ND', 'ND', 'ND')","((3, 5, 9, 2, 5, 2, 7),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
24-kl_div_loss_grad_logtargetF_sum_bf16,UNKNOWN,kl_div_loss_grad,"((11,1,21,1), (11,11,1,121), (1,11,21,121))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11,11,21,121),)","('bfloat16',)","('ND',)","((11,1,21,1), (11,11,1,121), (1,11,21,121))","('ND', 'ND', 'ND')","((11,11,21,121),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()24+kl_div_loss_grad_logtargetF_sum_bf16,UNKNOWN,kl_div_loss_grad,"((11,1,21,1), (11,11,21,121), (1,11,21,121))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11,11,21,121),)","('bfloat16',)","('ND',)","((11,1,21,1), (11,11,21,121), (1,11,21,121))","('ND', 'ND', 'ND')","((11,11,21,121),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
25aclnnKlDivBackward_bf16_nd_acpw_000029,UNKNOWN,kl_div_loss_grad,"((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('bfloat16',)","('ND',)","((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()25aclnnKlDivBackward_bf16_nd_acpw_000029,UNKNOWN,kl_div_loss_grad,"((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('bfloat16',)","('ND',)","((1,), (11, 3, 21, 21, 3), (11, 3, 21, 1, 1))","('ND', 'ND', 'ND')","((11, 3, 21, 21, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
26kl_div_loss_grad_bfloat16_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((255, 229, 1),)","('bfloat16',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()26kl_div_loss_grad_bfloat16_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((255, 229, 1),)","('bfloat16',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
27aclnnKlDivBackward_bf16_nd_acpw_000089,UNKNOWN,kl_div_loss_grad,"((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('bfloat16',)","('ND',)","((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38), (-3.3895313892515355e+38, -3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()27aclnnKlDivBackward_bf16_nd_acpw_000089,UNKNOWN,kl_div_loss_grad,"((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('bfloat16', 'bfloat16', 'bfloat16')","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('bfloat16',)","('ND',)","((1,), (4, 11, 4, 6, 6, 3, 4), (1, 1, 1, 6, 1, 3, 4))","('ND', 'ND', 'ND')","((4, 11, 4, 6, 6, 3, 4),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.3895313892515355e+38, 3.3895313892515355e+38), (-3.3895313892515355e+38, -3.3895313892515355e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
@@ -39,8 +39,8 @@ kl_div_loss_grad_float16_012,UNKNOWN,kl_div_loss_grad,"((1, 1, 1, 1, 1), (1, 1,
39kl_div_loss_grad_float16_014,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('float16',)","('ND',)","((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-100, 100), (-100, 100), (-10, -2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()39kl_div_loss_grad_float16_014,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('float16',)","('ND',)","((1,), (1, 1, 1, 1, 1, 1, 1), (1, 1, 1, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((1, 1, 1, 1, 1, 1, 1),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-100, 100), (-100, 100), (-10, -2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
40kl_div_loss_grad_float16_004,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 4), (1, 1, 4))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 4),)","('float16',)","('ND',)","((1,), (1, 1, 4), (1, 1, 4))","('ND', 'ND', 'ND')","((1, 1, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((-0.001, 0), (-100, 100), (3.4028235e+38, 3.4028235e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()40kl_div_loss_grad_float16_004,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1, 4), (1, 1, 4))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1, 4),)","('float16',)","('ND',)","((1,), (1, 1, 4), (1, 1, 4))","('ND', 'ND', 'ND')","((1, 1, 4),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((-0.001, 0), (-100, 100), (3.4028235e+38, 3.4028235e+38))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
41aclnnKlDivBackward_fp16_nd_acpw_000049,UNKNOWN,kl_div_loss_grad,"((1,), (42,), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((42,),)","('float16',)","('ND',)","((1,), (42,), (1,))","('ND', 'ND', 'ND')","((42,),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((2, 10), (10, 1000), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()41aclnnKlDivBackward_fp16_nd_acpw_000049,UNKNOWN,kl_div_loss_grad,"((1,), (42,), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((42,),)","('float16',)","('ND',)","((1,), (42,), (1,))","('ND', 'ND', 'ND')","((42,),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((2, 10), (10, 1000), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
42-kl_div_loss_grad_logtargetT_mean_f16,UNKNOWN,kl_div_loss_grad,"((1,2,2,1), (2,2,1,1), (2,1,2,12))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((2,2,2,12),)","('float16',)","('ND',)","((1,2,2,1), (2,2,1,1), (2,1,2,12))","('ND', 'ND', 'ND')","((2,2,2,12),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()42+kl_div_loss_grad_logtargetT_mean_f16,UNKNOWN,kl_div_loss_grad,"((1,2,2,1), (2,2,2,12), (2,1,2,12))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((2,2,2,12),)","('float16',)","('ND',)","((1,2,2,1), (2,2,2,12), (2,1,2,12))","('ND', 'ND', 'ND')","((2,2,2,12),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
43-kl_div_loss_grad_logtargetF_none_f16,UNKNOWN,kl_div_loss_grad,"((1,8,41), (24,1,1), (1,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((24,8,41),)","('float16',)","('ND',)","((1,8,41), (24,1,1), (1,1,1))","('ND', 'ND', 'ND')","((24,8,41),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()43+kl_div_loss_grad_logtargetF_none_f16,UNKNOWN,kl_div_loss_grad,"((1,8,41), (24,8,41), (1,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((24,8,41),)","('float16',)","('ND',)","((1,8,41), (24,8,41), (1,1,1))","('ND', 'ND', 'ND')","((24,8,41),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
44kl_div_loss_grad_float16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('float16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()44kl_div_loss_grad_float16_028,UNKNOWN,kl_div_loss_grad,"((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('float16',)","('ND',)","((1,), (1, 32, 3, 4, 2, 1, 1), (1,))","('ND', 'ND', 'ND')","((1, 32, 3, 4, 2, 1, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
45kl_div_loss_grad_float16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('float16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()45kl_div_loss_grad_float16_019,UNKNOWN,kl_div_loss_grad,"((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('float16',)","('ND',)","((1,), (8, 1, 5, 1, 8, 2, 2), (1,))","('ND', 'ND', 'ND')","((8, 1, 5, 1, 8, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': True}","((nan, nan), (0, 0), (0, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
46kl_div_loss_grad_float16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1939),)","('float16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()46kl_div_loss_grad_float16_002,UNKNOWN,kl_div_loss_grad,"((1,), (1, 1939), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 1939),)","('float16',)","('ND',)","((1,), (1, 1939), (1, 1))","('ND', 'ND', 'ND')","((1, 1939),)","('ND',)","{'reduction': 'sum', 'log_target': True}","((-0.001, 0), (0, 0.001), (-0.001, 0))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
@@ -50,7 +50,7 @@ kl_div_loss_grad_float16_026,UNKNOWN,kl_div_loss_grad,"((1,), (3, 4, 6, 3, 6, 4)
50kl_div_loss_grad_float16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('float16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()50kl_div_loss_grad_float16_025,UNKNOWN,kl_div_loss_grad,"((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('float16',)","('ND',)","((1,), (5, 2, 11, 8, 1, 9), (1, 1, 1))","('ND', 'ND', 'ND')","((5, 2, 11, 8, 1, 9),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((0.001, 0.01), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
51aclnnKlDivBackward_fp16_nd_acpw_000190,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('float16',)","('ND',)","((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()51aclnnKlDivBackward_fp16_nd_acpw_000190,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('float16',)","('ND',)","((1,), (3, 2, 1, 4, 6, 4, 5, 5), (1,))","('ND', 'ND', 'ND')","((3, 2, 1, 4, 6, 4, 5, 5),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((-1, 1), (-0.01, 0.01), (-100, 100))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
52aclnnKlDivBackward_fp16_nd_acpw_000133,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('float16',)","('ND',)","((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0, 0.001), (0.001, 0.01), (0.01, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()52aclnnKlDivBackward_fp16_nd_acpw_000133,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('float16',)","('ND',)","((1,), (5, 1, 12, 5, 4, 4, 3), (5, 1, 12, 1, 4, 1, 3))","('ND', 'ND', 'ND')","((5, 1, 12, 5, 4, 4, 3),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0, 0.001), (0.001, 0.01), (0.01, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
53-kl_div_loss_grad_logtargetF_mean_f16,UNKNOWN,kl_div_loss_grad,"((22,1,17,1), (1,1,1,1), (22,7,17,6))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((22,7,17,6),)","('float16',)","('ND',)","((22,1,17,1), (1,1,1,1), (22,7,17,6))","('ND', 'ND', 'ND')","((22,7,17,6),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()53+kl_div_loss_grad_logtargetF_mean_f16,UNKNOWN,kl_div_loss_grad,"((22,1,17,1), (22,7,17,6), (22,7,17,6))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((22,7,17,6),)","('float16',)","('ND',)","((22,1,17,1), (22,7,17,6), (22,7,17,6))","('ND', 'ND', 'ND')","((22,7,17,6),)","('ND',)","{'reduction': 'mean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
54aclnnKlDivBackward_fp16_nd_acpw_000184,UNKNOWN,kl_div_loss_grad,"((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('float16',)","('ND',)","((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-0.001, 0), (-0.01, -0.001), (-1, -0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()54aclnnKlDivBackward_fp16_nd_acpw_000184,UNKNOWN,kl_div_loss_grad,"((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('float16',)","('ND',)","((3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7), (3, 7, 4, 2, 3, 2, 7))","('ND', 'ND', 'ND')","((3, 7, 4, 2, 3, 2, 7),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-0.001, 0), (-0.01, -0.001), (-1, -0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
55aclnnKlDivBackward_fp16_nd_acpw_000064,UNKNOWN,kl_div_loss_grad,"((3, 61, 59), (3, 61, 59), (3, 61, 59))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 61, 59),)","('float16',)","('ND',)","((3, 61, 59), (3, 61, 59), (3, 61, 59))","('ND', 'ND', 'ND')","((3, 61, 59),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()55aclnnKlDivBackward_fp16_nd_acpw_000064,UNKNOWN,kl_div_loss_grad,"((3, 61, 59), (3, 61, 59), (3, 61, 59))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((3, 61, 59),)","('float16',)","('ND',)","((3, 61, 59), (3, 61, 59), (3, 61, 59))","('ND', 'ND', 'ND')","((3, 61, 59),)","('ND',)","{'reduction': 'none', 'log_target': True}","((-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
56aclnnKlDivBackward_fp16_nd_acpw_000025,UNKNOWN,kl_div_loss_grad,"((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('float16',)","('ND',)","((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0.01, 1), (1, 2), (2, 10))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()56aclnnKlDivBackward_fp16_nd_acpw_000025,UNKNOWN,kl_div_loss_grad,"((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('float16',)","('ND',)","((1,), (13, 1, 18, 9, 15), (13, 1, 18, 1, 15))","('ND', 'ND', 'ND')","((13, 1, 18, 9, 15),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((0.01, 1), (1, 2), (2, 10))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
@@ -59,9 +59,9 @@ aclnnKlDivBackward_fp16_nd_acpw_000043,UNKNOWN,kl_div_loss_grad,"((1,), (6, 3, 8
59kl_div_loss_grad_float16_007,UNKNOWN,kl_div_loss_grad,"((1,), (1, 3, 3, 11111), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('float16',)","('ND',)","((1,), (1, 3, 3, 11111), (1,))","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (0, 0.001), (-1, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()59kl_div_loss_grad_float16_007,UNKNOWN,kl_div_loss_grad,"((1,), (1, 3, 3, 11111), (1,))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('float16',)","('ND',)","((1,), (1, 3, 3, 11111), (1,))","('ND', 'ND', 'ND')","((1, 3, 3, 11111),)","('ND',)","{'reduction': 'mean', 'log_target': True}","((0, 0), (0, 0.001), (-1, 1))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
60aclnnKlDivBackward_fp16_nd_acpw_000019,UNKNOWN,kl_div_loss_grad,"((1,), (18, 41, 33, 5), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('float16',)","('ND',)","((1,), (18, 41, 33, 5), (1, 1))","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((65504.0, 65504.0), (-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()60aclnnKlDivBackward_fp16_nd_acpw_000019,UNKNOWN,kl_div_loss_grad,"((1,), (18, 41, 33, 5), (1, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('float16',)","('ND',)","((1,), (18, 41, 33, 5), (1, 1))","('ND', 'ND', 'ND')","((18, 41, 33, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((65504.0, 65504.0), (-65504.0, -65504.0), (-6.103515625e-05, -6.103515625e-05))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
61aclnnKlDivBackward_fp16_nd_acpw_000109,UNKNOWN,kl_div_loss_grad,"((1,), (63, 25, 95), (1, 25, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((63, 25, 95),)","('float16',)","('ND',)","((1,), (63, 25, 95), (1, 25, 1))","('ND', 'ND', 'ND')","((63, 25, 95),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05), (0, 0.001))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()61aclnnKlDivBackward_fp16_nd_acpw_000109,UNKNOWN,kl_div_loss_grad,"((1,), (63, 25, 95), (1, 25, 1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((63, 25, 95),)","('float16',)","('ND',)","((1,), (63, 25, 95), (1, 25, 1))","('ND', 'ND', 'ND')","((63, 25, 95),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-6.103515625e-05, -6.103515625e-05), (6.103515625e-05, 6.103515625e-05), (0, 0.001))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
62-kl_div_loss_grad_logtargetT_none_f16,UNKNOWN,kl_div_loss_grad,"((11,23,1,33,16), (1, 23,9,33,16), (11,1,9,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('float16',)","('ND',)","((11,23,1,33,16), (1, 23,9,33,16), (11,1,9,1,1))","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()62+kl_div_loss_grad_logtargetT_none_f16,UNKNOWN,kl_div_loss_grad,"((11,23,1,33,16), (11,23,9,33,16), (11,1,9,1,1))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('float16',)","('ND',)","((11,23,1,33,16), (11,23,9,33,16), (11,1,9,1,1))","('ND', 'ND', 'ND')","((11,23,9,33,16),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
63-kl_div_loss_grad_logtargetF_04,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()63+kl_div_loss_grad_logtargetF_04,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
64-kl_div_loss_grad_logtargetF_06,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,1,1,1), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()64+kl_div_loss_grad_logtargetF_06,UNKNOWN,kl_div_loss_grad,"((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('float16',)","('ND',)","((222,1,1,12,1), (222,23,22,12,65), (222,1,22,1,65))","('ND', 'ND', 'ND')","((222,23,22,12,65),)","('ND',)","{'reduction': 'none', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
65kl_div_loss_grad_float16_023,UNKNOWN,kl_div_loss_grad,"((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('float16',)","('ND',)","((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (-1, 1), (-0.01, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()65kl_div_loss_grad_float16_023,UNKNOWN,kl_div_loss_grad,"((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('float16',)","('ND',)","((1,), (19, 13, 24, 33), (19, 13, 24, 33))","('ND', 'ND', 'ND')","((19, 13, 24, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (-1, 1), (-0.01, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
66kl_div_loss_grad_float16_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float16',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()66kl_div_loss_grad_float16_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float16',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
67aclnnKlDivBackward_fp16_nd_acpw_000088,UNKNOWN,kl_div_loss_grad,"((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('float16',)","('ND',)","((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('ND',)","{'reduction': 'none', 'log_target': True}","((6.103515625e-05, 6.103515625e-05), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()67aclnnKlDivBackward_fp16_nd_acpw_000088,UNKNOWN,kl_div_loss_grad,"((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('float16', 'float16', 'float16')","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('float16',)","('ND',)","((1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221), (1, 3, 1, 1, 1, 1, 49221))","('ND', 'ND', 'ND')","((1, 3, 1, 1, 1, 1, 49221),)","('ND',)","{'reduction': 'none', 'log_target': True}","((6.103515625e-05, 6.103515625e-05), (0, 0.001), (0.001, 0.01))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
@@ -83,18 +83,18 @@ aclnnKlDivBackward_fp32_nd_acpw_000030,UNKNOWN,kl_div_loss_grad,"((1,), (3, 2, 1
83kl_div_loss_grad_float32_017,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('float32',)","('ND',)","((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((nan, nan), (0, 0), (0, 0))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()83kl_div_loss_grad_float32_017,UNKNOWN,kl_div_loss_grad,"((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('float32',)","('ND',)","((1,), (5, 1, 31, 33), (1, 1, 31, 1))","('ND', 'ND', 'ND')","((5, 1, 31, 33),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((nan, nan), (0, 0), (0, 0))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
84aclnnKlDivBackward_fp32_nd_acpw_000015,UNKNOWN,kl_div_loss_grad,"((1,), (47, 65, 1), (47, 65, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((47, 65, 1),)","('float32',)","('ND',)","((1,), (47, 65, 1), (47, 65, 1))","('ND', 'ND', 'ND')","((47, 65, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.4028235e+38, 3.4028235e+38), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()84aclnnKlDivBackward_fp32_nd_acpw_000015,UNKNOWN,kl_div_loss_grad,"((1,), (47, 65, 1), (47, 65, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((47, 65, 1),)","('float32',)","('ND',)","((1,), (47, 65, 1), (47, 65, 1))","('ND', 'ND', 'ND')","((47, 65, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.4028235e+38, 3.4028235e+38), (0, 0), (-3.0517578125e-05, 3.0517578125e-05))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
85aclnnKlDivBackward_fp32_nd_acpw_000051,UNKNOWN,kl_div_loss_grad,"((1,), (6241,), (1,))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((6241,),)","('float32',)","('ND',)","((1,), (6241,), (1,))","('ND', 'ND', 'ND')","((6241,),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-0.01, -0.001), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()85aclnnKlDivBackward_fp32_nd_acpw_000051,UNKNOWN,kl_div_loss_grad,"((1,), (6241,), (1,))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((6241,),)","('float32',)","('ND',)","((1,), (6241,), (1,))","('ND', 'ND', 'ND')","((6241,),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-0.01, -0.001), (-1, -0.01), (-2, -1))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
86-kl_div_loss_grad_logtargetT_sum_f32,UNKNOWN,kl_div_loss_grad,"((11,1,33,1), (1,1,1,1), (11,11,33,2))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((11,11,33,2),)","('float32',)","('ND',)","((11,1,33,1), (1,1,1,1), (11,11,33,2))","('ND', 'ND', 'ND')","((11,11,33,2),)","('ND',)","{'reduction': 'sum', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()86+kl_div_loss_grad_logtargetT_sum_f32,UNKNOWN,kl_div_loss_grad,"((11,1,33,1), (11,11,33,2), (11,11,33,2))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((11,11,33,2),)","('float32',)","('ND',)","((11,1,33,1), (11,11,33,2), (11,11,33,2))","('ND', 'ND', 'ND')","((11,11,33,2),)","('ND',)","{'reduction': 'sum', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
87-kl_div_loss_grad_logtargetF_batchmean_f32,UNKNOWN,kl_div_loss_grad,"((1,1,1), (22,22,1), (22,22,22))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((22,22,22),)","('float32',)","('ND',)","((1,1,1), (22,22,1), (22,22,22))","('ND', 'ND', 'ND')","((22,22,22),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()87+kl_div_loss_grad_logtargetF_batchmean_f32,UNKNOWN,kl_div_loss_grad,"((1,1,1), (22,22,22), (22,22,22))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((22,22,22),)","('float32',)","('ND',)","((1,1,1), (22,22,22), (22,22,22))","('ND', 'ND', 'ND')","((22,22,22),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
88aclnnKlDivBackward_fp32_nd_acpw_000135,UNKNOWN,kl_div_loss_grad,"((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('float32',)","('ND',)","((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()88aclnnKlDivBackward_fp32_nd_acpw_000135,UNKNOWN,kl_div_loss_grad,"((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('float32',)","('ND',)","((1,), (3, 3, 9, 5, 7, 5, 1), (1, 1))","('ND', 'ND', 'ND')","((3, 3, 9, 5, 7, 5, 1),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
89aclnnKlDivBackward_fp32_nd_acpw_000069,UNKNOWN,kl_div_loss_grad,"((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('float32',)","('ND',)","((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()89aclnnKlDivBackward_fp32_nd_acpw_000069,UNKNOWN,kl_div_loss_grad,"((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('float32',)","('ND',)","((1,), (16, 15, 8, 26), (1, 1, 8, 26))","('ND', 'ND', 'ND')","((16, 15, 8, 26),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((1, 2), (2, 10), (10, 1000))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
90aclnnKlDivBackward_fp32_nd_acpw_000039,UNKNOWN,kl_div_loss_grad,"((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('float32',)","('ND',)","((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.4028235e+38, 3.4028235e+38), (-3.4028235e+38, -3.4028235e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()90aclnnKlDivBackward_fp32_nd_acpw_000039,UNKNOWN,kl_div_loss_grad,"((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('float32',)","('ND',)","((1,), (3, 7, 7, 6, 4, 3, 5), (1, 1))","('ND', 'ND', 'ND')","((3, 7, 7, 6, 4, 3, 5),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((-3.0517578125e-05, 3.0517578125e-05), (3.4028235e+38, 3.4028235e+38), (-3.4028235e+38, -3.4028235e+38))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
91kl_div_loss_grad_float32_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((255, 229, 1),)","('float32',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()91kl_div_loss_grad_float32_006,UNKNOWN,kl_div_loss_grad,"((1,), (255, 229, 1), (255, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((255, 229, 1),)","('float32',)","('ND',)","((1,), (255, 229, 1), (255, 1, 1))","('ND', 'ND', 'ND')","((255, 229, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-1000, -10), (-1, -0.01), (1, 2))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
92-kl_div_loss_grad_logtargetF_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()92+kl_div_loss_grad_logtargetF_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
93-kl_div_loss_grad_logtargetF_02,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()93+kl_div_loss_grad_logtargetF_02,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'sum', 'log_target':False}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
94-kl_div_loss_grad_logtargetT_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()94+kl_div_loss_grad_logtargetT_01,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'batchmean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
95-kl_div_loss_grad_logtargetT_03,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,1,1,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()95+kl_div_loss_grad_logtargetT_03,UNKNOWN,kl_div_loss_grad,"((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('float32',)","('ND',)","((111,1,1,12,23), (111,17,9,12,23), (111,17,9,1,1))","('ND', 'ND', 'ND')","((111,17,9,12,23),)","('ND',)","{'reduction': 'mean', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
96aclnnKlDivBackward_fp32_nd_acpw_000093,UNKNOWN,kl_div_loss_grad,"((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('float32',)","('ND',)","((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (-0.001, 0), (-0.01, -0.001))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()96aclnnKlDivBackward_fp32_nd_acpw_000093,UNKNOWN,kl_div_loss_grad,"((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('float32',)","('ND',)","((1,), (2, 1, 1, 2, 27, 1086, 1, 1), (1, 1, 1, 1, 27, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 1, 1, 2, 27, 1086, 1, 1),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (-0.001, 0), (-0.01, -0.001))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
97-kl_div_loss_grad_logtargetT_none_f32,UNKNOWN,kl_div_loss_grad,"((31,1,65,12,8), (1,1,1,1,1), (31,21,1,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('float32',)","('ND',)","((31,1,65,12,8), (1,1,1,1,1), (31,21,1,1,1))","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()97+kl_div_loss_grad_logtargetT_none_f32,UNKNOWN,kl_div_loss_grad,"((31,1,65,12,8), (31,21,65,12,8), (31,21,1,1,1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('float32',)","('ND',)","((31,1,65,12,8), (31,21,65,12,8), (31,21,1,1,1))","('ND', 'ND', 'ND')","((31,21,65,12,8),)","('ND',)","{'reduction': 'none', 'log_target':True}",,"((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
98kl_div_loss_grad_float32_027,UNKNOWN,kl_div_loss_grad,"((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('float32',)","('ND',)","((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-0.01, -0.001), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()98kl_div_loss_grad_float32_027,UNKNOWN,kl_div_loss_grad,"((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('float32',)","('ND',)","((1,), (2, 768, 2, 2, 15, 2, 2), (1, 768, 2, 1, 1, 1, 1))","('ND', 'ND', 'ND')","((2, 768, 2, 2, 15, 2, 2),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((-0.01, -0.001), (2, 10), (10, 1000))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
99kl_div_loss_grad_float32_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float32',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()99kl_div_loss_grad_float32_021,UNKNOWN,kl_div_loss_grad,"((1,), (8, 64, 691), (1, 64, 691))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((8, 64, 691),)","('float32',)","('ND',)","((1,), (8, 64, 691), (1, 64, 691))","('ND', 'ND', 'ND')","((8, 64, 691),)","('ND',)","{'reduction': 'sum', 'log_target': False}","((10, 1000), (0.01, 1), (1, 2))","((0.001, 0.001),)",1.00E-08,(),(),TRUE,,,0,,(),()
100aclnnKlDivBackward_fp32_nd_acpw_000087,UNKNOWN,kl_div_loss_grad,"((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('float32',)","('ND',)","((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (0, 0.001), (0.001, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()100aclnnKlDivBackward_fp32_nd_acpw_000087,UNKNOWN,kl_div_loss_grad,"((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('float32', 'float32', 'float32')","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('float32',)","('ND',)","((1,), (2, 23, 2, 2, 775, 2, 2), (1, 1, 1))","('ND', 'ND', 'ND')","((2, 23, 2, 2, 775, 2, 2),)","('ND',)","{'reduction': 'batchmean', 'log_target': False}","((1.1754943508e-38, 1.1754943508e-38), (0, 0.001), (0.001, 0.01))","((0.0001, 0.0001),)",1.00E-08,(),(),TRUE,,,0,,(),()
@@ -159,14 +159,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling1)
159{159{
160 // FLOAT160 // FLOAT
161 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};161 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};
162- std::initializer_list<int64_t> inputShape2 = {2048, 1, 1};162+ std::initializer_list<int64_t> inputShape2 = {2048, 1, 48};
163 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};163 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};
164 std::initializer_list<int64_t> outputShape = {2048, 1, 48};164 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
165 std::string reduction = "mean";165 std::string reduction = "mean";
166 bool logTarget = false;166 bool logTarget = false;
167 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "167 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "
168- "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 "168+ "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 "
169- "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 ";169+ "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 925543083 0 ";
atomgit-bot
atomgit-botatomgit-bot23 days ago

🟡 Medium Priority

变更点:本用例第 162 行把 self(inputShape2)从 {2048, 1, 1} 改为 {2048, 1, 48}(与 out 对齐),并在 168-169 行更新了中间若干 tiling 字段,但 expectStr 末尾(第 169 行最后一段)的 973078528 未更新。

证据链:

  1. op_host/arch35/kl_div_loss_grad_tiling.cpp 的 DoOpTiling() 在 237-240 行取 self(INPUT_INPUT_INDEX) 的 storage shape 调用 CalcReductionCof();CalcReductionCof()(156-203 行)对 reduction=="mean" 时 dimVal = 所有维度乘积,reducationCof = 1/dimVal,再经 RunFp32BroadcastTiling() 的 SetScalar(reducationCof) 写入 tiling data。
  2. 973078528 的 float 位模式为 0x3A000000 = 2^-11 = 1/2048,对应 旧 self {2048,1,1} 的乘积 2048;新 self {2048,1,48} 的乘积是 98304,正确值应为 1/98304 = 0x372AAAAB = 925543083。
  3. 该字段必为 reductionCof 可由同文件对照确认:david_tiling2(第 183-185 行)除 reduction 改为 "sum" 外 shape/dtype/logTarget 与 tiling1 完全相同,其 89 个 token 中唯一差异就是末字段 1065353216(=1.0f,sum 的 cof);david_tiling3/4 为 "batchmean",末字段为 1/2048(=1/dim0,dim0 未变,故不需改)。同时 david_tiling5/6/7(第 231/245/259 行)在 mean/batchmean 下正好被更新为 1/36864 与 1/1024,与本结论一致。

失败模式:TilingData2Str() 的整串 EXPECT_EQ 比较(第 155 行)会因末字段不匹配而失败,即 david_tiling1 在 CI 中报错;若被忽略,则“mean 的 reduction 系数由 self 形状决定”这一关键契约在 UT 中失去断言。

建议:将第 169 行 expectStr 尾部的 973078528(=1/2048,旧 self {2048,1,1} 的系数)改为 925543083(=1/98304,新 self {2048,1,48} 的 mean 系数),或直接重跑该用例重新生成期望串。

likedislike
Incorrect?
170 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,170 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
171 reduction, logTarget, expectStr);171 reduction, logTarget, expectStr);
172}172}
@@ -175,14 +175,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling2)
175{175{
176 // HALF176 // HALF
177 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};177 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};
178- std::initializer_list<int64_t> inputShape2 = {2048, 1, 1};178+ std::initializer_list<int64_t> inputShape2 = {2048, 1, 48};
179 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};179 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};
180 std::initializer_list<int64_t> outputShape = {2048, 1, 48};180 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
181 std::string reduction = "sum";181 std::string reduction = "sum";
182 bool logTarget = false;182 bool logTarget = false;
183 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "183 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "
184- "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 "184+ "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 "
185- "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 1065353216 0 ";185+ "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 1065353216 0 ";
186 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,186 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
187 reduction, logTarget, expectStr);187 reduction, logTarget, expectStr);
188}188}
@@ -191,14 +191,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling3)
191{191{
192 // BF16192 // BF16
193 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};193 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};
194- std::initializer_list<int64_t> inputShape2 = {2048, 1, 1};194+ std::initializer_list<int64_t> inputShape2 = {2048, 1, 48};
195 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};195 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};
196 std::initializer_list<int64_t> outputShape = {2048, 1, 48};196 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
197 std::string reduction = "batchmean";197 std::string reduction = "batchmean";
198 bool logTarget = false;198 bool logTarget = false;
199 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "199 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "
200- "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 "200+ "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 "
201- "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 ";201+ "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 ";
202 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,202 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
203 reduction, logTarget, expectStr);203 reduction, logTarget, expectStr);
204}204}
@@ -207,14 +207,14 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling4)
207{207{
208 // FLOAT208 // FLOAT
209 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};209 std::initializer_list<int64_t> inputShape1 = {2048, 1, 48};
210- std::initializer_list<int64_t> inputShape2 = {2048, 1, 1};210+ std::initializer_list<int64_t> inputShape2 = {2048, 1, 48};
211 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};211 std::initializer_list<int64_t> inputShape3 = {1, 1, 48};
212 std::initializer_list<int64_t> outputShape = {2048, 1, 48};212 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
213 std::string reduction = "batchmean";213 std::string reduction = "batchmean";
214 bool logTarget = true;214 bool logTarget = true;
215 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "215 std::string expectStr = "8589934592 687194767360 128 13 1 1 13 7680 13 2048 48 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 "
216- "160 128 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 "216+ "7680 6144 0 0 1 48 0 0 0 0 0 0 2048 48 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48 1 0 0 0 0 0 0 0 0 0 "
217- "0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 ";217+ "0 0 0 0 0 0 1 0 0 0 0 0 0 48 1 0 0 0 0 0 0 973078528 0 ";
218 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,218 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
219 reduction, logTarget, expectStr);219 reduction, logTarget, expectStr);
220}220}
@@ -223,12 +223,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling5)
223{223{
224 // FLOAT224 // FLOAT
225 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};225 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};
226- std::initializer_list<int64_t> inputShape2 = {1, 1, 1};226+ std::initializer_list<int64_t> inputShape2 = {1024, 1, 36};
227 std::initializer_list<int64_t> inputShape3 = {};227 std::initializer_list<int64_t> inputShape3 = {};
228 std::initializer_list<int64_t> outputShape = {1024, 1, 36};228 std::initializer_list<int64_t> outputShape = {1024, 1, 36};
229 std::string reduction = "sum";229 std::string reduction = "sum";
230 bool logTarget = true;230 bool logTarget = true;
231- std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 ";231+ std::string expectStr = "4 4947802326144 32 1 1 1065353216 0 ";
232 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,232 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
233 reduction, logTarget, expectStr);233 reduction, logTarget, expectStr);
234}234}
@@ -237,12 +237,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling6)
237{237{
238 // FLOAT238 // FLOAT
239 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};239 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};
240- std::initializer_list<int64_t> inputShape2 = {1, 1, 1};240+ std::initializer_list<int64_t> inputShape2 = {1024, 1, 36};
241 std::initializer_list<int64_t> inputShape3 = {};241 std::initializer_list<int64_t> inputShape3 = {};
242 std::initializer_list<int64_t> outputShape = {1024, 1, 36};242 std::initializer_list<int64_t> outputShape = {1024, 1, 36};
243 std::string reduction = "mean";243 std::string reduction = "mean";
244 bool logTarget = true;244 bool logTarget = true;
245- std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 ";245+ std::string expectStr = "4 4947802326144 32 1 1 937659961 0 ";
246 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,246 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
247 reduction, logTarget, expectStr);247 reduction, logTarget, expectStr);
248}248}
@@ -251,12 +251,12 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_david_tiling7)
251{251{
252 // FLOAT252 // FLOAT
253 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};253 std::initializer_list<int64_t> inputShape1 = {1024, 1, 36};
254- std::initializer_list<int64_t> inputShape2 = {1, 1, 1};254+ std::initializer_list<int64_t> inputShape2 = {1024, 1, 36};
255 std::initializer_list<int64_t> inputShape3 = {};255 std::initializer_list<int64_t> inputShape3 = {};
256 std::initializer_list<int64_t> outputShape = {1024, 1, 36};256 std::initializer_list<int64_t> outputShape = {1024, 1, 36};
257 std::string reduction = "batchmean";257 std::string reduction = "batchmean";
258 bool logTarget = true;258 bool logTarget = true;
259- std::string expectStr = "6 4947802326144 32 1 1 1065353216 0 ";259+ std::string expectStr = "4 4947802326144 32 1 1 981467136 0 ";
260 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,260 DoKlDivLossGradDagTilingCase(inputShape1, inputShape2, inputShape3, outputShape, ge::DT_FLOAT /*inputdtype*/,
261 reduction, logTarget, expectStr);261 reduction, logTarget, expectStr);
262}262}
@@ -352,7 +352,7 @@ static void DoKlDivLossGradStatusCase(std::initializer_list<int64_t>& gradShape,
352TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false)352TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false)
353{353{
354 std::initializer_list<int64_t> gradShape = {2048, 1, 48};354 std::initializer_list<int64_t> gradShape = {2048, 1, 48};
355- std::initializer_list<int64_t> inputShape = {2048, 1, 1};355+ std::initializer_list<int64_t> inputShape = {2048, 1, 48};
356 std::initializer_list<int64_t> targetShape = {1, 1, 48};356 std::initializer_list<int64_t> targetShape = {1, 1, 48};
357 std::initializer_list<int64_t> outputShape = {2048, 1, 48};357 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
358 std::string reduction = "mean";358 std::string reduction = "mean";
@@ -367,7 +367,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_false)
367TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true)367TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true)
368{368{
369 std::initializer_list<int64_t> gradShape = {2048, 1, 48};369 std::initializer_list<int64_t> gradShape = {2048, 1, 48};
370- std::initializer_list<int64_t> inputShape = {2048, 1, 1};370+ std::initializer_list<int64_t> inputShape = {2048, 1, 48};
371 std::initializer_list<int64_t> targetShape = {1, 1, 48};371 std::initializer_list<int64_t> targetShape = {1, 1, 48};
372 std::initializer_list<int64_t> outputShape = {2048, 1, 48};372 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
373 std::string reduction = "mean";373 std::string reduction = "mean";
@@ -382,7 +382,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp16_log_target_true)
382TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false)382TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false)
383{383{
384 std::initializer_list<int64_t> gradShape = {2048, 1, 48};384 std::initializer_list<int64_t> gradShape = {2048, 1, 48};
385- std::initializer_list<int64_t> inputShape = {2048, 1, 1};385+ std::initializer_list<int64_t> inputShape = {2048, 1, 48};
386 std::initializer_list<int64_t> targetShape = {1, 1, 48};386 std::initializer_list<int64_t> targetShape = {1, 1, 48};
387 std::initializer_list<int64_t> outputShape = {2048, 1, 48};387 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
388 std::string reduction = "sum";388 std::string reduction = "sum";
@@ -397,7 +397,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_false)
397TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true)397TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true)
398{398{
399 std::initializer_list<int64_t> gradShape = {2048, 1, 48};399 std::initializer_list<int64_t> gradShape = {2048, 1, 48};
400- std::initializer_list<int64_t> inputShape = {2048, 1, 1};400+ std::initializer_list<int64_t> inputShape = {2048, 1, 48};
401 std::initializer_list<int64_t> targetShape = {1, 1, 48};401 std::initializer_list<int64_t> targetShape = {1, 1, 48};
402 std::initializer_list<int64_t> outputShape = {2048, 1, 48};402 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
403 std::string reduction = "sum";403 std::string reduction = "sum";
@@ -412,7 +412,7 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_bf16_log_target_true)
412TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp32_reduction_none)412TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_tiling_fp32_reduction_none)
413{413{
414 std::initializer_list<int64_t> gradShape = {2048, 1, 48};414 std::initializer_list<int64_t> gradShape = {2048, 1, 48};
415- std::initializer_list<int64_t> inputShape = {2048, 1, 1};415+ std::initializer_list<int64_t> inputShape = {2048, 1, 48};
atomgit-bot
atomgit-botatomgit-bot23 days ago

🟡 Medium Priority

变更点:本 PR 把 12 个用例的 self(inputShape,即 op 的第 2 个输入)对齐为与 out 相同(第 162/178/194/210/226/240/254/355/370/385/400/415 行),但同时遗漏了同一批失败用例:第 486 行(kl_div_loss_grad_invalid_reduction_failed,483-494 行)仍保留 inputShape = {2048, 1, 1},而 grad/output 为 {2048, 1, 48}。

证据链(新校验的检查顺序决定行为):

  1. op_host/arch35/kl_div_loss_grad_tiling.cpp 的 DoOpTiling():214 行 CalcInputDtype → 217 行 CalcDiffDtype → 221 行 CalcOutputDtype → 224 行 CheckInputShape → 240 行 CalcReductionCof(reduction 字符串合法性在这里才被校验,166-169 行)。
  2. 因此 self{2048,1,1} ≠ out{2048,1,48} 时,tiling 在 CheckInputShape 处就返回 GRAPH_FAILED,永远走不到 CalcReductionCof。
  3. 用例注释(482 行)声明“invalid reduction string is rejected (reductionCof returns negative)”,实际断言 EXPECT_EQ(tilingFunc(...), ge::GRAPH_FAILED) 仍会通过,但失败原因已变成 shape 不一致。

失败模式:该用例从此不再覆盖“非法 reduction 字符串”分支——若有人删掉/改坏 CalcReductionCof 中的 STR_2_INT 校验,测试依旧 PASS,属于隐蔽的覆盖率回退(同批 427/441/455/469 因 dtype 校验在 shape 校验之前,暂未受影响,但同样处于“依赖检查顺序”的脆弱状态)。

建议:将第 486 行(kl_div_loss_grad_invalid_reduction_failed)的 inputShape 由 {2048, 1, 1} 改为 {2048, 1, 48},让该用例只在 CalcReductionCof 的非法 reduction 分支失败,而不是被新加的 CheckInputShape 提前拦截;其余 dtype 类失败用例建议一并统一 self 形状。

likedislike
Incorrect?
416 std::initializer_list<int64_t> targetShape = {1, 1, 48};416 std::initializer_list<int64_t> targetShape = {1, 1, 48};
417 std::initializer_list<int64_t> outputShape = {2048, 1, 48};417 std::initializer_list<int64_t> outputShape = {2048, 1, 48};
418 std::string reduction = "none";418 std::string reduction = "none";
@@ -521,6 +521,39 @@ TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_batchmean_zero_batch_failed)
521 ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey);521 ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey);
522}522}
523 523 
524+// self shape differs from y shape: rejected by CheckInputShape. The interface doc requires the
525+// shape of self to be the same as the shape of out, so a mismatch must fail the tiling entry.
526+// self=(2,1) still broadcasts to grad/target/y=(2,4), so the failure can only come from the
527+// CheckInputShape guard, not from any broadcast-compatibility validation.
528+TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_self_y_shape_mismatch_failed)
529+{
530+ std::initializer_list<int64_t> gradShape = {2, 4};
531+ std::initializer_list<int64_t> inputShape = {2, 1};
532+ std::initializer_list<int64_t> targetShape = {2, 4};
533+ std::initializer_list<int64_t> outputShape = {2, 4};
534+ std::string reduction = "mean";
535+ bool logTarget = false;
536+ uint64_t tilingKey = 0;
537+ DoKlDivLossGradStatusCase(gradShape, inputShape, targetShape, outputShape, ge::DT_FLOAT, ge::DT_FLOAT, ge::DT_FLOAT,
538+ ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_FAILED, tilingKey);
539+}
540+ 
541+// self shape equals y shape (target still broadcasts): the regular positive tiling path is not
542+// broken by the CheckInputShape guard.
543+TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_self_y_shape_equal_success)
544+{
545+ std::initializer_list<int64_t> gradShape = {2, 3};
546+ std::initializer_list<int64_t> inputShape = {2, 3};
547+ std::initializer_list<int64_t> targetShape = {1, 3};
548+ std::initializer_list<int64_t> outputShape = {2, 3};
549+ std::string reduction = "mean";
550+ bool logTarget = false;
551+ uint64_t tilingKey = 0;
552+ DoKlDivLossGradStatusCase(gradShape, inputShape, targetShape, outputShape, ge::DT_FLOAT, ge::DT_FLOAT, ge::DT_FLOAT,
553+ ge::DT_FLOAT, reduction, logTarget, ge::GRAPH_SUCCESS, tilingKey);
554+ EXPECT_NE(tilingKey & KDLG_LOG_TARGET_MASK, 0U); // false -> UI_LIST index 1 -> bit set
555+}
556+ 
524// A null tiling context is rejected by the Tiling4KlDivLossGrad guard.557// A null tiling context is rejected by the Tiling4KlDivLossGrad guard.
525TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_null_context_failed)558TEST_F(KlDivLossGradDagTiling, kl_div_loss_grad_null_context_failed)
526{559{