* Copyright (c) 2026 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file test_tile_rms_norm_3.cpp
* \brief
*/
#include <cstddef>
#include <iostream>
#include <stdexcept>
#include <tuple>
#include <type_traits>
#include <utility>
#include <vector>
#include "kernel_operator.h"
#include "atvoss.h"
#include "example_common.h"
#include "command_line.h"
#include "utils/layout/shape.h"
static constexpr int32_t HEIGHT = 1;
static constexpr int32_t MAX_DIM = 8;
template <typename T1, typename T2, typename T3, int32_t TileLen>
struct RmsNormConfig {
using DtypeV1 = T1;
using DtypeV2 = T2;
using DtypeV3 = T3;
using TileShape = Atvoss::Shape<HEIGHT, TileLen>;
struct RmsNormCompute {
template <template <typename> class Tensor>
__host_aicore__ constexpr auto Compute() const
{
auto in1 = Atvoss::PlaceHolder<1, Tensor<DtypeV1>, Atvoss::ParamUsage::IN>();
auto in2 = Atvoss::PlaceHolder<2, Tensor<DtypeV2>, Atvoss::ParamUsage::IN>();
auto out = Atvoss::PlaceHolder<3, Tensor<DtypeV3>, Atvoss::ParamUsage::OUT>();
auto temp = Atvoss::PlaceHolderTmpLike<1>(in1);
return (
temp = in1 * in1, out = ReduceSum<Atvoss::Pattern::AR>(temp), out = Broadcast<Atvoss::Pattern::AB>(out),
temp = Divs<TileLen>(out), out = Sqrt(temp), temp = in1 / out, out = in2 * temp);
};
};
static constexpr Atvoss::Ele::DefaultBlockPolicy<TileShape> blockPolicy{TileShape{}};
static constexpr Atvoss::Ele::DefaultKernelPolicy kernelPolicy{Atvoss::Ele::DefaultSegmentPolicy::UniformSegment};
using ArchTag = Atvoss::Arch::DAV_3510;
using BlockOp = Atvoss::Ele::BlockBuilder<RmsNormCompute, ArchTag, blockPolicy, Atvoss::Ele::DefaultBlockConfig>;
using KernelOp = Atvoss::Ele::KernelBuilder<BlockOp, kernelPolicy>;
using DeviceOp = Atvoss::DeviceAdapter<KernelOp>;
};
struct Options {
std::vector<int> shape;
bool help;
Options() : shape({}), help(false)
{}
};
template <typename T1, typename T2, typename T3, int32_t TileLen>
static void Run(const Options& options)
{
CHECK_ACL_RET(aclInit(nullptr));
auto finalizeGuard = ReleaseSource([]() { aclFinalize(); });
const int32_t deviceId = 0;
CHECK_ACL_RET(aclrtSetDevice(deviceId));
auto deviceResetGuard = ReleaseSource([deviceId]() { aclrtResetDevice(deviceId); });
aclrtContext context = nullptr;
CHECK_ACL_RET(aclrtCreateContext(&context, deviceId));
auto contextDestroyGuard = ReleaseSource([context]() { aclrtDestroyContext(context); });
aclrtStream stream = nullptr;
CHECK_ACL_RET(aclrtCreateStream(&stream));
auto streamDestroyGuard = ReleaseSource([stream]() { aclrtDestroyStream(stream); });
const auto& shape = options.shape;
const size_t shapeSize = std::accumulate(shape.begin(), shape.end(), size_t{1}, std::multiplies<>{});
const size_t inputSize = shapeSize * sizeof(T1);
const size_t outputSize = shapeSize * sizeof(T3);
void* rawInput1 = nullptr;
CHECK_ACL_RET(aclrtMalloc(&rawInput1, inputSize, ACL_MEM_MALLOC_HUGE_FIRST));
auto inputFreeGuard1 = ReleaseSource([rawInput1]() { aclrtFree(rawInput1); });
T1* deviceInput1 = static_cast<T1*>(rawInput1);
void* rawInput2 = nullptr;
CHECK_ACL_RET(aclrtMalloc(&rawInput2, inputSize, ACL_MEM_MALLOC_HUGE_FIRST));
auto inputFreeGuard2 = ReleaseSource([rawInput2]() { aclrtFree(rawInput2); });
T2* deviceInput2 = static_cast<T2*>(rawInput2);
void* rawOutput = nullptr;
CHECK_ACL_RET(aclrtMalloc(&rawOutput, outputSize, ACL_MEM_MALLOC_HUGE_FIRST));
auto outputFreeGuard = ReleaseSource([rawOutput]() { aclrtFree(rawOutput); });
T3* deviceOutput = static_cast<T3*>(rawOutput);
std::vector<T1> hostInput1(shapeSize, static_cast<T1>(1.0F));
CHECK_ACL_RET(aclrtMemcpy(deviceInput1, inputSize, hostInput1.data(), inputSize, ACL_MEMCPY_HOST_TO_DEVICE));
std::vector<T2> hostInput2(shapeSize, static_cast<T2>(2.0F));
CHECK_ACL_RET(aclrtMemcpy(deviceInput2, inputSize, hostInput2.data(), inputSize, ACL_MEMCPY_HOST_TO_DEVICE));
uint64_t shapeArray[MAX_DIM] = {0};
std::copy(shape.begin(), shape.end(), shapeArray);
Atvoss::Tensor<T1> t1(deviceInput1, shapeArray, shape.size());
Atvoss::Tensor<T2> t2(deviceInput2, shapeArray, shape.size());
Atvoss::Tensor<T3> t3(deviceOutput, shapeArray, shape.size());
auto arguments = Atvoss::ArgumentsBuilder{}.inputOutput(t1, t2, t3).build();
using DeviceOp = typename RmsNormConfig<T1, T2, T3, TileLen>::DeviceOp;
DeviceOp deviceOp;
deviceOp.Run(arguments, stream);
CHECK_ACL_RET(aclrtSynchronizeStream(stream));
std::vector<T3> hostOutput(shapeSize);
CHECK_ACL_RET(aclrtMemcpy(hostOutput.data(), outputSize, deviceOutput, outputSize, ACL_MEMCPY_DEVICE_TO_HOST));
std::vector<T3> golden(shapeSize, 2.0f);
if (!VerifyResults(golden, hostOutput)) {
std::cout << "Accuracy verification failed." << std::endl;
} else {
std::cout << "Accuracy verification passed." << std::endl;
}
}
int main(int argc, char const* argv[])
{
Options options;
options.shape = std::vector<int>{64, 8192};
std::cout << "Start test_tile_rms_norm_3" << std::endl;
Run<float, float, float, 1>(options);
return 0;
}