* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include "e2e_clip_by_value_float.h"
#include "ascendc_ir.h"
#include "ascir_ops.h"
#include "ascir_utils.h"
#include "ascir_ops_utils.h"
using namespace std;
using namespace ascir;
using namespace ge;
using namespace af;
using namespace af::ops;
using namespace af::ascir_op;
void ClipByValueFloat_BeforeAutofuse(af::AscGraph &graph, ge::DataType data_type) {
auto s0 = graph.CreateSizeVar("s0");
auto z0 = graph.CreateAxis("z0", s0);
int order = 0;
Data x1("x1");
graph.AddNode(x1);
x1.attr.sched.axis = {z0.id};
x1.y.dtype = data_type;
*x1.y.axis = {z0.id};
Data x2("x2");
graph.AddNode(x2);
x2.attr.sched.axis = {z0.id};
x2.y.dtype = data_type;
*x2.y.axis = {z0.id};
Data x3("x3");
graph.AddNode(x3);
x3.attr.sched.axis = {z0.id};
x3.y.dtype = data_type;
*x3.y.axis = {z0.id};
Load load1("load1");
graph.AddNode(load1);
load1.x = x1.y;
load1.attr.sched.axis = {z0.id};
*load1.y.axis = {z0.id};
*load1.y.repeats = {s0};
*load1.y.strides = {One};
Load load2("load2");
graph.AddNode(load2);
load2.x = x2.y;
load2.attr.sched.axis = {z0.id};
*load2.y.axis = {z0.id};
*load2.y.repeats = {s0};
*load2.y.strides = {One};
Load load3("load3");
graph.AddNode(load3);
load3.x = x3.y;
load3.attr.sched.axis = {z0.id};
*load3.y.axis = {z0.id};
*load3.y.repeats = {s0};
*load3.y.strides = {One};
ClipByValue clipbyvalue("clipbyvalue");
graph.AddNode(clipbyvalue);
clipbyvalue.x1 = load1.y;
clipbyvalue.x2 = load2.y;
clipbyvalue.x3 = load3.y;
clipbyvalue.attr.sched.axis = {z0.id};
clipbyvalue.attr.tmp_buffers = {{{af::Symbol(8192), -1}, MemAttr(), 0}};
Store store("store");
graph.AddNode(store);
store.x = clipbyvalue.y;
store.attr.sched.axis = {z0.id};
*store.y.axis = {z0.id};
*store.y.repeats = {s0};
*store.y.strides = {One};
Output y("y");
graph.AddNode(y);
y.x = store.y;
y.attr.sched.axis = {z0.id};
}
void ClipByValueFloat_AfterInferOutput(af::AscGraph &graph, ge::DataType data_type) {
auto x1 = graph.FindNode("x1");
x1->attr.api.compute_type = ComputeType::kComputeInvalid;
auto x2 = graph.FindNode("x2");
x2->attr.api.compute_type = ComputeType::kComputeInvalid;
auto x3 = graph.FindNode("x3");
x3->attr.api.compute_type = ComputeType::kComputeInvalid;
auto load1 = graph.FindNode("load1");
load1->outputs[0].attr.dtype = data_type;
load1->attr.api.compute_type = ComputeType::kComputeLoad;
auto load2 = graph.FindNode("load2");
load2->outputs[0].attr.dtype = data_type;
load2->attr.api.compute_type = ComputeType::kComputeLoad;
auto load3 = graph.FindNode("load3");
load3->outputs[0].attr.dtype = data_type;
load3->attr.api.compute_type = ComputeType::kComputeLoad;
auto clipbyvalue = graph.FindNode("clipbyvalue");
clipbyvalue->outputs[0].attr.dtype = data_type;
clipbyvalue->outputs[0].attr.axis = load1->outputs[0].attr.axis;
clipbyvalue->outputs[0].attr.repeats = load1->outputs[0].attr.repeats;
clipbyvalue->outputs[0].attr.strides = load1->outputs[0].attr.strides;
clipbyvalue->attr.api.compute_type = ComputeType::kComputeElewise;
auto store = graph.FindNode("store");
store->outputs[0].attr.dtype = data_type;
store->attr.api.compute_type = ComputeType::kComputeStore;
auto y = graph.FindNode("y");
y->attr.api.compute_type = ComputeType::kComputeInvalid;
}
void ClipByValueFloat_AfterGetApiInfo(af::AscGraph &graph) {
auto x1 = graph.FindNode("x1");
x1->attr.api.type = ApiType::kAPITypeBuffer;
x1->attr.api.unit = ComputeUnit::kUnitNone;
auto x2 = graph.FindNode("x2");
x2->attr.api.type = ApiType::kAPITypeBuffer;
x2->attr.api.unit = ComputeUnit::kUnitNone;
auto x3 = graph.FindNode("x3");
x3->attr.api.type = ApiType::kAPITypeBuffer;
x3->attr.api.unit = ComputeUnit::kUnitNone;
auto load1 = graph.FindNode("load1");
load1->attr.api.type = ApiType::kAPITypeCompute;
load1->attr.api.unit = ComputeUnit::kUnitMTE2;
auto load2 = graph.FindNode("load2");
load2->attr.api.type = ApiType::kAPITypeCompute;
load2->attr.api.unit = ComputeUnit::kUnitMTE2;
auto load3 = graph.FindNode("load3");
load3->attr.api.type = ApiType::kAPITypeCompute;
load3->attr.api.unit = ComputeUnit::kUnitMTE2;
auto clipbyvalue = graph.FindNode("clipbyvalue");
clipbyvalue->attr.api.type = ApiType::kAPITypeCompute;
clipbyvalue->attr.api.unit = ComputeUnit::kUnitVector;
auto store = graph.FindNode("store");
store->attr.api.type = ApiType::kAPITypeCompute;
store->attr.api.unit = ComputeUnit::kUnitMTE2;
auto y = graph.FindNode("y");
y->attr.api.type = ApiType::kAPITypeBuffer;
y->attr.api.unit = ComputeUnit::kUnitNone;
}
void ClipByValueFloat_AfterScheduler(af::AscGraph &graph) {
auto z0 = graph.GetAllAxis()[0]->id;
auto [z0T, z0t] = graph.TileSplit(z0);
auto [z0TB, z0Tb] = graph.BlockSplit(z0T->id);
auto load1 = graph.FindNode("load1");
graph.ApplySplit(load1, z0T->id, z0t->id);
graph.ApplySplit(load1, z0TB->id, z0Tb->id);
load1->attr.sched.loop_axis = z0Tb->id;
load1->outputs[0].attr.vectorized_axis = {z0t->id,};
load1->outputs[0].attr.vectorized_strides = {One,};
auto load2 = graph.FindNode("load2");
graph.ApplySplit(load2, z0T->id, z0t->id);
graph.ApplySplit(load2, z0TB->id, z0Tb->id);
load2->attr.sched.loop_axis = z0Tb->id;
load2->outputs[0].attr.vectorized_axis = {z0t->id,};
load2->outputs[0].attr.vectorized_strides = {One,};
auto load3 = graph.FindNode("load3");
graph.ApplySplit(load3, z0T->id, z0t->id);
graph.ApplySplit(load3, z0TB->id, z0Tb->id);
load3->attr.sched.loop_axis = z0Tb->id;
load3->outputs[0].attr.vectorized_axis = {z0t->id,};
load3->outputs[0].attr.vectorized_strides = {One,};
auto clipbyvalue = graph.FindNode("clipbyvalue");
graph.ApplySplit(clipbyvalue, z0T->id, z0t->id);
graph.ApplySplit(clipbyvalue, z0TB->id, z0Tb->id);
clipbyvalue->attr.sched.loop_axis = z0Tb->id;
clipbyvalue->outputs[0].attr.vectorized_axis = {z0t->id,};
clipbyvalue->outputs[0].attr.vectorized_strides = {One,};
auto store = graph.FindNode("store");
graph.ApplySplit(store, z0T->id, z0t->id);
graph.ApplySplit(store, z0TB->id, z0Tb->id);
store->attr.sched.loop_axis = z0Tb->id;
store->outputs[0].attr.vectorized_axis = {z0t->id,};
store->outputs[0].attr.vectorized_strides = {One,};
cout << utils::DebugHintGraphStr(graph) << endl;
}
void ClipByValueFloat_AfterQueBufAlloc(af::AscGraph &graph) {
int tensor_id = 0;
auto x1 = graph.FindNode("x1");
x1->outputs[0].attr.mem.tensor_id = tensor_id++;
x1->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeGlobal;
x1->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareGM;
x1->outputs[0].attr.mem.position = Position::kPositionGM;
auto x2 = graph.FindNode("x2");
x2->outputs[0].attr.mem.tensor_id = tensor_id++;
x2->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeGlobal;
x2->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareGM;
x2->outputs[0].attr.mem.position = Position::kPositionGM;
auto x3 = graph.FindNode("x3");
x3->outputs[0].attr.mem.tensor_id = tensor_id++;
x3->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeGlobal;
x3->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareGM;
x3->outputs[0].attr.mem.position = Position::kPositionGM;
auto load1 = graph.FindNode("load1");
load1->outputs[0].attr.mem.tensor_id = tensor_id++;
load1->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeQueue;
load1->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareUB;
load1->outputs[0].attr.mem.position = Position::kPositionVecIn;
load1->outputs[0].attr.buf.id = af::kIdNone;
load1->outputs[0].attr.que.id = 0;
load1->outputs[0].attr.mem.reuse_id = 0;
load1->outputs[0].attr.que.depth = 1;
load1->outputs[0].attr.que.buf_num = 1;
load1->outputs[0].attr.opt.ref_tensor = af::kIdNone;
load1->outputs[0].attr.opt.merge_scope = af::kIdNone;
auto load2 = graph.FindNode("load2");
load2->outputs[0].attr.mem.tensor_id = tensor_id++;
load2->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeQueue;
load2->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareUB;
load2->outputs[0].attr.mem.position = Position::kPositionVecIn;
load2->outputs[0].attr.buf.id = af::kIdNone;
load2->outputs[0].attr.que.id = 1;
load2->outputs[0].attr.mem.reuse_id = 1;
load2->outputs[0].attr.que.depth = 1;
load2->outputs[0].attr.que.buf_num = 1;
load2->outputs[0].attr.opt.ref_tensor = af::kIdNone;
load2->outputs[0].attr.opt.merge_scope = af::kIdNone;
auto load3 = graph.FindNode("load3");
load3->outputs[0].attr.mem.tensor_id = tensor_id++;
load3->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeQueue;
load3->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareUB;
load3->outputs[0].attr.mem.position = Position::kPositionVecIn;
load3->outputs[0].attr.buf.id = af::kIdNone;
load3->outputs[0].attr.que.id = 2;
load3->outputs[0].attr.mem.reuse_id = 3;
load3->outputs[0].attr.que.depth = 1;
load3->outputs[0].attr.que.buf_num = 1;
load3->outputs[0].attr.opt.ref_tensor = af::kIdNone;
load3->outputs[0].attr.opt.merge_scope = af::kIdNone;
auto clipbyvalue = graph.FindNode("clipbyvalue");
clipbyvalue->outputs[0].attr.mem.tensor_id = tensor_id++;
clipbyvalue->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeQueue;
clipbyvalue->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareUB;
clipbyvalue->outputs[0].attr.mem.position = Position::kPositionVecOut;
clipbyvalue->outputs[0].attr.buf.id = af::kIdNone;
clipbyvalue->outputs[0].attr.que.id = 2;
clipbyvalue->outputs[0].attr.mem.reuse_id = 4;
clipbyvalue->outputs[0].attr.que.depth = 1;
clipbyvalue->outputs[0].attr.que.buf_num = 1;
clipbyvalue->outputs[0].attr.opt.ref_tensor = af::kIdNone;
clipbyvalue->outputs[0].attr.opt.merge_scope = af::kIdNone;
auto store = graph.FindNode("store");
store->outputs[0].attr.mem.tensor_id = tensor_id++;
store->outputs[0].attr.mem.alloc_type = AllocType::kAllocTypeGlobal;
store->outputs[0].attr.mem.hardware = MemHardware::kMemHardwareGM;
store->outputs[0].attr.mem.position = Position::kPositionGM;
}
void ClipByValueFloat_AfterAutofuse(af::AscGraph &graph, std::vector<af::AscGraph> &impl_graphs,
ge::DataType data_type) {
ClipByValueFloat_BeforeAutofuse(graph, data_type);
ClipByValueFloat_AfterInferOutput(graph, data_type);
impl_graphs.push_back(af::AscGraph("clip_by_value_float_general_0_nil_0_nil"));
impl_graphs[0].CopyFrom(graph);
ClipByValueFloat_AfterGetApiInfo(impl_graphs[0]);
ClipByValueFloat_AfterScheduler(impl_graphs[0]);
ClipByValueFloat_AfterQueBufAlloc(impl_graphs[0]);
}