* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file grid_sample_apt.cpp
* \brief
*/
#include "arch35/grid_sampler_2d_bilinear_smit.h"
#include "arch35/grid_sampler_3d_bilinear_smit.h"
#include "grid_sampler_2d.h"
#include "grid_sampler_2d_bicubic.h"
#include "grid_sampler_2d_nearest.h"
#include "grid_sampler_2d_slide_window.h"
#include "grid_sampler_2d_fp16_slide_window.h"
#include "grid_sampler_2d_fullLoad.h"
#include "grid_sampler_3d.h"
#include "grid_sampler_3d_nearest.h"
#include "grid_sampler_3d_portrait.h"
using namespace GridSample;
extern "C" __global__ __aicore__ void grid_sample(GM_ADDR x, GM_ADDR grid, GM_ADDR y, GM_ADDR workspace, GM_ADDR tiling)
{
if (workspace == nullptr) {
return;
}
GM_ADDR userWorkspace = GetUserWorkspace(workspace);
if (userWorkspace == nullptr) {
return;
}
TPipe pipe;
KERNEL_TASK_TYPE_DEFAULT(KERNEL_TYPE_AIV_ONLY);
TILING_KEY_IS(1000);
TILING_KEY_IS(1100);
TILING_KEY_IS(2000);
TILING_KEY_IS(2100);
TILING_KEY_IS(1000220);
TILING_KEY_IS(1000221);
TILING_KEY_IS(1001221);
TILING_KEY_IS(1000211);
TILING_KEY_IS(1001211);
TILING_KEY_IS(1000231);
TILING_KEY_IS(1001231);
TILING_KEY_IS(1000222);
TILING_KEY_IS(1001222);
TILING_KEY_IS(1000212);
TILING_KEY_IS(1001212);
TILING_KEY_IS(1000232);
TILING_KEY_IS(1001232);
TILING_KEY_IS(1001220);
TILING_KEY_IS(1000210);
TILING_KEY_IS(1001210);
TILING_KEY_IS(1000230);
TILING_KEY_IS(1001230);
TILING_KEY_IS(2000220);
TILING_KEY_IS(2001220);
TILING_KEY_IS(2000210);
TILING_KEY_IS(2001210);
TILING_KEY_IS(2000230);
TILING_KEY_IS(2001230);
TILING_KEY_IS(2100220);
TILING_KEY_IS(2101220);
TILING_KEY_IS(2100210);
TILING_KEY_IS(2101210);
TILING_KEY_IS(2100230);
TILING_KEY_IS(2101230);
TILING_KEY_IS(2200220);
TILING_KEY_IS(2201220);
TILING_KEY_IS(2200210);
TILING_KEY_IS(2201210);
TILING_KEY_IS(2200230);
TILING_KEY_IS(2201230);
TILING_KEY_IS(1010320);
TILING_KEY_IS(1010310);
TILING_KEY_IS(1010330);
TILING_KEY_IS(1011330);
TILING_KEY_IS(1010321);
TILING_KEY_IS(1011321);
TILING_KEY_IS(1010311);
TILING_KEY_IS(1011311);
TILING_KEY_IS(1010331);
TILING_KEY_IS(1011331);
TILING_KEY_IS(1011320);
TILING_KEY_IS(1011310);
#if TILING_KEY_VAR == 1000
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSampler2dBilinearSimt<DTYPE_X, uint32_t, int32_t> gridSampler2dKernel;
gridSampler2dKernel.Init(x, grid, y, workspace, tilingData);
gridSampler2dKernel.Process();
#elif TILING_KEY_VAR == 1100
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSampler2dBilinearSimt<DTYPE_X, uint64_t, int64_t> gridSampler2dKernel;
gridSampler2dKernel.Init(x, grid, y, workspace, tilingData);
gridSampler2dKernel.Process();
#elif TILING_KEY_VAR == 2000
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSampler3dBilinearSimt<DTYPE_X, uint32_t, int32_t> gridSampler3dKernel;
gridSampler3dKernel.Init(x, grid, y, workspace, tilingData);
gridSampler3dKernel.Process();
#elif TILING_KEY_VAR == 2100
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSampler3dBilinearSimt<DTYPE_X, uint64_t, int64_t> gridSampler3dKernel;
gridSampler3dKernel.Init(x, grid, y, workspace, tilingData);
gridSampler3dKernel.Process();
#elif TILING_KEY_VAR == 1000220
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2D<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000221 || TILING_KEY_VAR == 1001221
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DNearest<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000211 || TILING_KEY_VAR == 1001211
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DNearest<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000231 || TILING_KEY_VAR == 1001231
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DNearest<bfloat16_t> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000222 || TILING_KEY_VAR == 1001222
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSamplerBicubic2D<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000212 || TILING_KEY_VAR == 1001212
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSamplerBicubic2D<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000232 || TILING_KEY_VAR == 1001232
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSamplerBicubic2D<bfloat16_t> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1001220
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DSlideWindow<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000210 || TILING_KEY_VAR == 1001210
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFP16SlideWindow<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1000230 || TILING_KEY_VAR == 1001230
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFP16SlideWindow<bfloat16_t> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2000220 || TILING_KEY_VAR == 2001220
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<float, 0> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2000210 || TILING_KEY_VAR == 2001210
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<half, 0> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2000230 || TILING_KEY_VAR == 2001230
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<bfloat16_t, 0> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2100220 || TILING_KEY_VAR == 2101220
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<float, 1> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2100210 || TILING_KEY_VAR == 2101210
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<half, 1> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2100230 || TILING_KEY_VAR == 2101230
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<bfloat16_t, 1> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2200220 || TILING_KEY_VAR == 2201220
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<float, 2> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2200210 || TILING_KEY_VAR == 2201210
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<half, 2> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 2200230 || TILING_KEY_VAR == 2201230
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler2DFullLoad<bfloat16_t, 2> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010320
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3D<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010310
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3D<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010330 || TILING_KEY_VAR == 1011330
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3D<bfloat16_t> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010321 || TILING_KEY_VAR == 1011321
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3DNearest<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010311 || TILING_KEY_VAR == 1011311
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3DNearest<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1010331 || TILING_KEY_VAR == 1011331
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3DNearest<bfloat16_t> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1011320
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3DPortrait<float> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#elif TILING_KEY_VAR == 1011310
GET_TILING_DATA_WITH_STRUCT(GridSampleTilingData, tiling_data_in, tiling);
const GridSampleTilingData* __restrict tilingData = &tiling_data_in;
GridSample::GridSampler3DPortrait<half> op;
op.Init(x, grid, y, userWorkspace, tilingData, pipe);
op.Process();
#endif
}