* -------------------------------------------------------------------------
* This file is part of the Vision SDK project.
* Copyright (c) 2025 Huawei Technologies Co.,Ltd.
*
* Vision SDK is licensed under Mulan PSL v2.
* You can use this software according to the terms and conditions of the Mulan PSL v2.
* You may obtain a copy of Mulan PSL v2 at:
*
* http://license.coscl.org.cn/MulanPSL2
*
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PSL v2 for more details.
* -------------------------------------------------------------------------
* Description: It is used to post-process the output tensor of the inference of the target detection model.
* Author: MindX SDK
* Create: 2020
* History: NA
*/
#include "MxPlugins/MxpiModelPostProcessors/MxpiObjectPostProcessor.h"
#include "MxBase/Log/Log.h"
#include "MxBase/Utils/FileUtils.h"
#include "MxTools/PluginToolkit/MxpiDataTypeWrapper/MxpiDataTypeConverter.h"
#include "MxBase/E2eInfer/Tensor/Tensor.h"
#include "MxPlugins/MxpiPluginsUtils/MxpiPluginsUtils.h"
using namespace MxBase;
using namespace MxTools;
using namespace MxPlugins;
namespace {
template<typename T>
bool IsVVectorEmpty(std::vector<std::vector<T>> vvector)
{
if (vvector.size() == 0) {
return true;
}
uint32_t sum = 0;
for (auto vec : vvector) {
sum += vec.size();
}
if (sum == 0) {
return true;
}
return false;
}
}
APP_ERROR MxpiObjectPostProcessor::Init(std::map<std::string, std::shared_ptr<void>> &configParamMap)
{
APP_ERROR ret = APP_ERR_OK;
LogInfo << "Begin to initialize MxpiObjectPostProcessor(" << elementName_ << ").";
ret = MxImagePostProcessorBase::Init(configParamMap);
if (ret != APP_ERR_OK) {
LogError << "Fail to Init in MxImagePostProcessorBase." << GetErrorInfo(ret);
return ret;
}
if (funcLanguage_ == "python") {
ret = OpenPostProcessLib(configParamMap, "libyolov3postprocess.so");
if (ret != APP_ERR_OK) {
LogError << "OpenPostProcessLib Failed." << GetErrorInfo(ret);
return ret;
}
}
ret = InitPostProcessInstance<GetObjectInstanceFunc>(configParamMap, "GetObjectInstance");
if (ret != APP_ERR_OK) {
LogError << "Fail to InitPostProcessInstance." << GetErrorInfo(ret);
return ret;
}
LogInfo << "End to initialize MxpiObjectPostProcessor(" << elementName_ << ").";
return APP_ERR_OK;
}
APP_ERROR MxpiObjectPostProcessor::Process(std::vector<MxTools::MxpiBuffer *> &mxpiBuffer)
{
LogDebug << "Begin to process MxpiObjectPostProcessor(" << elementName_ << ").";
auto ret = CheckMxpiBufferIsValid(mxpiBuffer);
if (ret != APP_ERR_OK) {
return ret;
}
MxTools::MxpiMetadataManager mxpiMetadataManager(*mxpiBuffer[0]);
ret = MxImagePostProcessorBase::Process(mxpiBuffer);
if (ret != APP_ERR_OK) {
if (!errorInfo_.str().empty()) {
LogError << "Fail to Process in MxImagePostProcessorBase." << GetErrorInfo(ret);
}
return ret;
}
std::vector<std::vector<ObjectInfo>> objectInfos = {};
if (!imagePreProcessInfos_.empty()) {
errorInfo_ << "Unsupported this method." << GetErrorInfo(APP_ERR_COMM_UNREALIZED);
LogError << errorInfo_.str();
SendMxpiErrorInfo(*mxpiBuffer[0], elementName_, ret, errorInfo_.str());
return APP_ERR_COMM_UNREALIZED;
} else {
ret = std::static_pointer_cast<ObjectPostProcessBase>(instance_)->Process(
tensors_, objectInfos, resizedImageInfos_);
}
tensors_.clear();
resizedImageInfos_.clear();
imagePreProcessInfos_.clear();
if (ret != APP_ERR_OK) {
LogError << "Fail to Process ObjectPostProcessor." << GetErrorInfo(ret);
SendMxpiErrorInfo(*mxpiBuffer[0], elementName_, ret, errorInfo_.str());
return ret;
}
if (!IsVVectorEmpty(objectInfos)) {
ret = mxpiMetadataManager.AddProtoMetadata(elementName_, ConstructProtobuf(objectInfos, dataSource_));
if (ret != APP_ERR_OK) {
errorInfo_ << "Add proto metadata failed in Process." << GetErrorInfo(ret);
SendMxpiErrorInfo(*mxpiBuffer[0], elementName_, ret, errorInfo_.str());
return ret;
}
}
SendData(0, *mxpiBuffer[0]);
LogDebug << "End to process MxpiObjectPostProcessor(" << elementName_ << ").";
return APP_ERR_OK;
}
APP_ERROR MxpiObjectPostProcessor::DeInit()
{
LogInfo << "Begin to deinitialize MxpiObjectPostProcessor(" << elementName_ << ").";
APP_ERROR ret = MxImagePostProcessorBase::DeInit();
if (ret != APP_ERR_OK) {
LogError << "Fail to DeInit in MxImagePostProcessorBase." << GetErrorInfo(ret);
return ret;
}
LogInfo << "End to deinitialize MxpiObjectPostProcessor(" << elementName_ << ").";
return APP_ERR_OK;
}
std::vector<std::shared_ptr<void>> MxpiObjectPostProcessor::DefineProperties()
{
std::vector<std::shared_ptr<void>> properties = MxImagePostProcessorBase::DefineProperties();
return properties;
}
MxpiPortInfo MxpiObjectPostProcessor::DefineInputPorts()
{
MxpiPortInfo inputPortInfo;
std::vector<std::vector<std::string>> value = {{"metadata/tensor"}};
GenerateStaticInputPortsInfo(value, inputPortInfo);
return inputPortInfo;
}
MxpiPortInfo MxpiObjectPostProcessor::DefineOutputPorts()
{
MxpiPortInfo outputPortInfo;
std::vector<std::vector<std::string>> value = {{"metadata/object"}};
GenerateStaticOutputPortsInfo(value, outputPortInfo);
return outputPortInfo;
}
namespace {
MX_PLUGIN_GENERATE(MxpiObjectPostProcessor)
}