* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include "graph/passes/control_flow_and_stream/mark_agnostic_pass.h"
#include "graph/utils/node_utils.h"
#include "graph/utils/tensor_utils.h"
#include "graph/debug/ge_attr_define.h"
namespace ge {
const size_t kTwoInputNodesSize = 2;
Status MarkAgnosticPass::Run(ComputeGraphPtr graph) {
for (const auto &node : graph->GetDirectNode()) {
auto node_type = NodeUtils::GetNodeType(*node);
if (node_type == SWITCH) {
GELOGD("Mark format agnostic and continuous for switch node %s", node->GetName().c_str());
const OpDescPtr op_desc = node->GetOpDesc();
GE_CHECK_NOTNULL(op_desc);
const GeTensorDescPtr op_tensor = op_desc->MutableInputDesc(0);
if (op_tensor == nullptr) {
GELOGD("Op: %s, Index:0,has no input", node->GetName().c_str());
continue;
}
AttrUtils::SetInt(op_tensor, ATTR_NAME_FORMAT_CONTINUOUS, 1);
AttrUtils::SetInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
AttrUtils::SetListInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC_EXCEPT_INPUT, std::vector<int64_t>({1}));
continue;
}
if (node_type == IDENTITY) {
GELOGD("Mark format agnostic for node %s", node->GetName().c_str());
AttrUtils::SetInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
continue;
}
if (node_type == SHAPE) {
GELOGD("Mark format agnostic for node %s, except output.", node->GetName().c_str());
AttrUtils::SetInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
AttrUtils::SetListInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC_EXCEPT_OUTPUT, std::vector<int64_t>({0}));
continue;
}
if (node_type == REFMERGE || node_type == REFSWITCH) {
GELOGD("Mark format agnostic for regmerge and refswitch node %s", node->GetName().c_str());
AttrUtils::SetInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
AttrUtils::SetListInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC_EXCEPT_INPUT, std::vector<int64_t>({1}));
continue;
}
if (node_type == MERGE) {
GELOGD("Mark format agnostic and continuous for merge node %s", node->GetName().c_str());
GE_CHK_STATUS_RET(SetContinuousAttr(node, {0}));
const auto &output_nodes = node->GetOutDataNodes();
if (!output_nodes.empty()) {
if (output_nodes.at(0)->GetType() == NETOUTPUT) {
continue;
}
}
AttrUtils::SetInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
AttrUtils::SetListInt(node->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC_EXCEPT_OUTPUT, std::vector<int64_t>({1}));
if (HandWhileLoop(node) != SUCCESS) {
GELOGE(FAILED, "[Hand][WhileLoop] for node:%s failed.", node->GetName().c_str());
return FAILED;
}
continue;
}
}
return SUCCESS;
}
bool MarkAgnosticPass::IsWhileLoop(const NodePtr &merge_node, NodePtr &enter, NodePtr &next) const {
auto node_type = NodeUtils::GetNodeType(*merge_node);
if (node_type != MERGE) {
GELOGW("Node %s type %s is not merge op.", merge_node->GetName().c_str(), node_type.c_str());
return false;
}
auto input_nodes = merge_node->GetInDataNodes();
if (input_nodes.size() != kTwoInputNodesSize) {
GELOGD("Node %s type %s with [data input size[%zu]] is not enter-merge-nextiteration target.",
merge_node->GetName().c_str(), node_type.c_str(), input_nodes.size());
return false;
}
auto in_node0 = input_nodes.at(0);
auto in_node1 = input_nodes.at(1);
auto in_type0 = NodeUtils::GetNodeType(in_node0);
auto in_type1 = NodeUtils::GetNodeType(in_node1);
if ((in_type0 != ENTER || in_type1 != NEXTITERATION) && (in_type0 != NEXTITERATION || in_type1 != ENTER)) {
GELOGD("Node %s type %s with [data input0's type %s input1's type %s] is not enter-merge-nextiteration target.",
merge_node->GetName().c_str(), node_type.c_str(), in_type0.c_str(), in_type1.c_str());
return false;
}
enter = in_node0;
next = in_node1;
return true;
}
Status MarkAgnosticPass::HandWhileLoop(const NodePtr &node) const {
NodePtr enter = nullptr;
NodePtr next = nullptr;
if (!IsWhileLoop(node, enter, next)) {
return SUCCESS;
}
GE_CHECK_NOTNULL(enter);
GE_CHECK_NOTNULL(next);
GE_CHK_STATUS_RET(SetContinuousAttr(enter, {0}));
GE_CHK_STATUS_RET(SetContinuousAttr(next, {0}));
(void)AttrUtils::SetInt(enter->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
(void)AttrUtils::SetInt(next->GetOpDesc(), ATTR_NAME_FORMAT_AGNOSTIC, 1);
return SUCCESS;
}
Status MarkAgnosticPass::SetContinuousAttr(const NodePtr &node, const std::vector<uint32_t> &indexes) const {
auto op_desc = node->GetOpDesc();
GE_CHECK_NOTNULL(op_desc);
(void)AttrUtils::SetBool(op_desc, ATTR_NAME_REFRESH_CONTINUOUS_FLAG, true);
for (auto index : indexes) {
auto out = op_desc->MutableOutputDesc(index);
if (out == nullptr) {
REPORT_INNER_ERR_MSG("E19999", "Op:%s(%s) output:%u desc is nullptr, check invalid",
op_desc->GetName().c_str(), op_desc->GetType().c_str(), index);
GELOGE(FAILED, "[Check][Param]Op:%s(%s) output:%u desc is nullptr",
op_desc->GetName().c_str(), op_desc->GetType().c_str(), index);
return FAILED;
}
(void)AttrUtils::SetInt(out, ATTR_NAME_FORMAT_CONTINUOUS, 1);
}
return SUCCESS;
}
REG_PASS_OPTION("MarkAgnosticPass").LEVELS(OoLevel::kO1);
}