* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file grid_sample.cpp
* \brief
*/
#if __CCE_AICORE__ == 200
#include "grid_sampler_2d_fullLoad_310p.h"
#include "grid_sampler_2d_slide_window_310p.h"
#elif __CCE_AICORE__ == 300
#include "grid_sampler_2d_fp16_slide_window_310b.h"
#if (defined(__NPU_ARCH__) && (__NPU_ARCH__ == 3003 || __NPU_ARCH__ == 3113))
#include "grid_sampler_2d_slide_window.h"
#endif
#else
#include "grid_sampler_2d.h"
#include "grid_sampler_2d_bicubic.h"
#include "grid_sampler_2d_nearest.h"
#include "grid_sampler_2d_slide_window.h"
#include "grid_sampler_2d_fp16_slide_window.h"
#include "grid_sampler_2d_fullLoad.h"
#include "grid_sampler_3d.h"
#include "grid_sampler_3d_nearest.h"
#include "grid_sampler_3d_portrait.h"
#endif
using namespace GridSample;
extern "C" __global__ __aicore__ void grid_sample(GM_ADDR x, GM_ADDR grid, GM_ADDR y, GM_ADDR workspace, GM_ADDR tiling)
{
if (workspace == nullptr) {
return;
}
GM_ADDR userWS = GetUserWorkspace(workspace);
if (userWS == nullptr) {
return;
}
TPipe pipe;
GET_TILING_DATA(tilingData, tiling);
#if __CCE_AICORE__ == 200
if (TILING_KEY_IS(1000220) || TILING_KEY_IS(1001220) || TILING_KEY_IS(1100220) || TILING_KEY_IS(1101220) ||
TILING_KEY_IS(1200220) || TILING_KEY_IS(1201220) || TILING_KEY_IS(2200220) || TILING_KEY_IS(2201220)) {
GridSample::GridSampler2DSlideWindow310P<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2000220) || TILING_KEY_IS(2001220) || TILING_KEY_IS(2100220) || TILING_KEY_IS(2101220)) {
GridSample::GridSampler2DFullLoad310P<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
}
#elif __CCE_AICORE__ == 300
#if (defined(__NPU_ARCH__) && (__NPU_ARCH__ == 3003 || __NPU_ARCH__ == 3113))
if (TILING_KEY_IS(1001220)) {
GridSample::GridSampler2DSlideWindow<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
}
#endif
if (TILING_KEY_IS(1001210) || TILING_KEY_IS(1100210) || TILING_KEY_IS(1101210) || TILING_KEY_IS(1200210) ||
TILING_KEY_IS(1201210) || TILING_KEY_IS(2000210) || TILING_KEY_IS(2001210) || TILING_KEY_IS(2100210) ||
TILING_KEY_IS(2101210) || TILING_KEY_IS(2200210) || TILING_KEY_IS(2201210)) {
GridSample::GridSampler2DFP16SlideWindow310B<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
}
#else
if (TILING_KEY_IS(1000220)) {
GridSample::GridSampler2D<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000221) || TILING_KEY_IS(1001221)) {
GridSample::GridSampler2DNearest<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000211) || TILING_KEY_IS(1001211)) {
GridSample::GridSampler2DNearest<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000231) || TILING_KEY_IS(1001231)) {
GridSample::GridSampler2DNearest<bfloat16_t> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000222) || TILING_KEY_IS(1001222)) {
GridSample::GridSamplerBicubic2D<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000212) || TILING_KEY_IS(1001212)) {
GridSample::GridSamplerBicubic2D<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000232) || TILING_KEY_IS(1001232)) {
GridSample::GridSamplerBicubic2D<bfloat16_t> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1001220)) {
GridSample::GridSampler2DSlideWindow<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000210) || TILING_KEY_IS(1001210)) {
GridSample::GridSampler2DFP16SlideWindow<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1000230) || TILING_KEY_IS(1001230)) {
GridSample::GridSampler2DFP16SlideWindow<bfloat16_t> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2000220) || TILING_KEY_IS(2001220)) {
GridSample::GridSampler2DFullLoad<float, 0> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2000210) || TILING_KEY_IS(2001210)) {
GridSample::GridSampler2DFullLoad<half, 0> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2000230) || TILING_KEY_IS(2001230)) {
GridSample::GridSampler2DFullLoad<bfloat16_t, 0> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2100220) || TILING_KEY_IS(2101220)) {
GridSample::GridSampler2DFullLoad<float, 1> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2100210) || TILING_KEY_IS(2101210)) {
GridSample::GridSampler2DFullLoad<half, 1> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2100230) || TILING_KEY_IS(2101230)) {
GridSample::GridSampler2DFullLoad<bfloat16_t, 1> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2200220) || TILING_KEY_IS(2201220)) {
GridSample::GridSampler2DFullLoad<float, 2> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2200210) || TILING_KEY_IS(2201210)) {
GridSample::GridSampler2DFullLoad<half, 2> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(2200230) || TILING_KEY_IS(2201230)) {
GridSample::GridSampler2DFullLoad<bfloat16_t, 2> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010320)) {
GridSample::GridSampler3D<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010310)) {
GridSample::GridSampler3D<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010330) || TILING_KEY_IS(1011330)) {
GridSample::GridSampler3D<bfloat16_t> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010321) || TILING_KEY_IS(1011321)) {
GridSample::GridSampler3DNearest<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010311) || TILING_KEY_IS(1011311)) {
GridSample::GridSampler3DNearest<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1010331) || TILING_KEY_IS(1011331)) {
GridSample::GridSampler3DNearest<bfloat16_t> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1011320)) {
GridSample::GridSampler3DPortrait<float> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
} else if (TILING_KEY_IS(1011310)) {
GridSample::GridSampler3DPortrait<half> op;
op.Init(x, grid, y, userWS, &tilingData, pipe);
op.Process();
}
#endif
}