* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include "gtest/gtest.h"
#include "mockcpp/mockcpp.hpp"
#include "securec.h"
#include <sys/wait.h>
#include <sys/types.h>
#include <fcntl.h>
#include <unistd.h>
#include <string.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <libgen.h>
#include <sys/stat.h>
#include <sys/utsname.h>
#include <dirent.h>
#include <sys/time.h>
#include <sys/vfs.h>
#include <locale>
#include <errno.h>
#include <algorithm>
#include <fstream>
#include <net/if.h>
#include <sys/prctl.h>
#include "file_slice.h"
#include "message/prof_params.h"
#include "thread/thread_pool.h"
using namespace analysis::dvvp::common::thread;
using namespace analysis::dvvp::common::error;
using namespace analysis::dvvp::transport;
class COMMON_FILE_SLICE_TEST: public testing::Test {
protected:
virtual void SetUp() {
}
virtual void TearDown() {
GlobalMockObject::verify();
}
private:
};
TEST_F(COMMON_FILE_SLICE_TEST, GetSliceKey) {
std::string dir = "/tmp";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
std::string fileName = "hwts.log";
std::string key = wfTransport.GetSliceKey(dir, fileName);
EXPECT_STREQ("/tmp/hwts.log.slice_", key.c_str());
}
TEST_F(COMMON_FILE_SLICE_TEST, Init_failed) {
std::string dir = "";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
EXPECT_EQ(PROFILING_FAILED, wfTransport.Init());
FileSlice wfTransport1(128, "/tmp/../../aaa/b", limit);
}
TEST_F(COMMON_FILE_SLICE_TEST, SetChunkTime) {
std::string dir = "/tmp";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
int ret = wfTransport.SetChunkTime("", 0, 1);
EXPECT_EQ(PROFILING_FAILED, ret);
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(false));
MOCKER(analysis::dvvp::common::utils::Utils::GetFileSize)
.stubs()
.will(returnValue(0));
ret = wfTransport.SetChunkTime("hwts.log.slice_", 0, 1);
EXPECT_EQ(PROFILING_SUCCESS, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, WriteToLocalFiles) {
std::string key = "hwts.log.slice_";
std::string fileName = "hwts.log";
char *data = "test";
int dataLen = strlen(data);
int offset = -1;
bool isLastChunk = true;
std::string dir = "/tmp";
FileSlice wfTransport(128, dir, "200MB");
wfTransport.Init();
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(true))
.then(returnValue(false))
.then(returnValue(false))
.then(returnValue(true));
MOCKER(analysis::dvvp::common::utils::Utils::GetFileSize)
.stubs()
.will(returnValue(127 * 1024 + 1))
.then(returnValue(128 * 1024 + 1));
MOCKER_CPP(&analysis::dvvp::transport::FileSlice::CreateDoneFile)
.stubs()
.will(returnValue(false))
.then(returnValue(true));
int ret = wfTransport.WriteToLocalFiles("", data, dataLen, offset, isLastChunk, fileName);
EXPECT_EQ(PROFILING_FAILED, ret);
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, offset, isLastChunk, fileName);
EXPECT_EQ(PROFILING_FAILED, ret);
isLastChunk = false;
key = "/tmp/not_exist_dir/hwts.log";
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, offset, isLastChunk, fileName);
EXPECT_EQ(PROFILING_FAILED, ret);
key = "hwts.log.slice_";
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, offset, isLastChunk, fileName);
EXPECT_EQ(PROFILING_SUCCESS, ret);
key = "/tmp/not_exist_dir/hwts.log";
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, offset, isLastChunk, fileName);
EXPECT_EQ(PROFILING_FAILED, ret);
key = "hwts.log.slice_";
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, 0, isLastChunk, fileName);
EXPECT_EQ(PROFILING_SUCCESS, ret);
ret = wfTransport.WriteToLocalFiles(key, data, dataLen, 0, isLastChunk, fileName);
EXPECT_EQ(PROFILING_SUCCESS, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, SaveDataToLocalFiles) {
std::string dir = "/home/test";
std::string limit = "500MB";
std::shared_ptr<analysis::dvvp::ProfileFileChunk> message(new analysis::dvvp::ProfileFileChunk());
message->fileName = "test";
message->offset = -1;
message->chunk = "123";
message->chunkSize = 3;
message->isLastChunk = false;
message->extraInfo = "0.0";
std::string invalidHomeDir = "";
std::string homeDir = "/home/test";
MOCKER(analysis::dvvp::common::utils::Utils::IdeReplaceWaveWithHomedir)
.stubs()
.will(returnValue(invalidHomeDir))
.then(returnValue(homeDir));
MOCKER(analysis::dvvp::common::utils::Utils::CreateDir)
.stubs()
.will(returnValue(PROFILING_FAILED))
.then(returnValue(PROFILING_SUCCESS));
MOCKER_CPP(&FileSlice::CheckDirAndMessage)
.stubs()
.will(returnValue(PROFILING_FAILED))
.then(returnValue(PROFILING_SUCCESS));
MOCKER_CPP(&FileSlice::WriteCtrlDataToFile).stubs().will(returnValue(PROFILING_FAILED));
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
std::shared_ptr<analysis::dvvp::ProfileFileChunk> nullptrMessage = nullptr;
int ret = wfTransport.SaveDataToLocalFiles(nullptrMessage, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
message->chunkSize = 0;
message->isLastChunk = true;
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_SUCCESS, ret);
message->chunkSize = 3;
message->isLastChunk = false;
message->chunkModule = analysis::dvvp::common::config::FileChunkDataModule::PROFILING_IS_CTRL_DATA;
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
message->chunkModule = analysis::dvvp::common::config::FileChunkDataModule::PROFILING_IS_FROM_MSPROF_HOST;
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
std::string invalidKey = "";
std::string key = "hwts.log.slice_";
MOCKER_CPP(&FileSlice::GetSliceKey).stubs().will(returnValue(invalidKey)).then(returnValue(key));
MOCKER_CPP(&FileSlice::SetChunkTime)
.stubs()
.will(returnValue(PROFILING_FAILED))
.then(returnValue(PROFILING_SUCCESS));
MOCKER_CPP(&FileSlice::WriteToLocalFiles)
.stubs()
.will(returnValue(PROFILING_FAILED))
.then(returnValue(PROFILING_SUCCESS));
message->extraInfo = "2.1";
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
message->fileName = "/home/test/test.log";
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
ret = wfTransport.SaveDataToLocalFiles(message, dir);
EXPECT_EQ(PROFILING_FAILED, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, CreateDoneFile) {
GlobalMockObject::verify();
MOCKER(analysis::dvvp::common::utils::Utils::GetFileSize)
.stubs()
.will(returnValue(1000));
std::string absolutePath = "";
std::string fileSize = "1000";
std::string startTime = "0";
std::string endTime = "1";
std::string limit = "500MB";
std::string dir = "/tmp";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
bool ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, absolutePath);
EXPECT_EQ(true, ret);
std::string fileName = "hwts.log";
absolutePath = "hwts.log.slice_";
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(false));
wfTransport.GetSliceKey(dir, fileName);
wfTransport.SetChunkTime(dir+fileName+".slice_", 0, 0);
ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, "/home/test/hwts.log.slice_0");
EXPECT_EQ(true, ret);
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(true));
wfTransport.GetSliceKey(dir, fileName);
wfTransport.SetChunkTime(dir+fileName+".slice_", 0, 0);
ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, "/home/test/hwts.log.slice_0");
EXPECT_EQ(true, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, CreateDoneFileForFail) {
std::string absolutePath = "";
std::string fileSize = "1000";
std::string startTime = "0";
std::string endTime = "1";
std::string dir = "/tmp";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
bool ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, absolutePath);
EXPECT_EQ(true, ret);
std::string fileName = "hwts.log";
absolutePath = "hwts.log.slice_";
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(false));
wfTransport.GetSliceKey(dir, fileName);
wfTransport.SetChunkTime(dir+fileName+".slice_", 0, 0);
ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, "/home/test/hwts.log.slice_0");
EXPECT_EQ(true, ret);
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(true));
wfTransport.GetSliceKey(dir, fileName);
wfTransport.SetChunkTime(dir+fileName+".slice_", 0, 0);
ret = wfTransport.CreateDoneFile(absolutePath, fileSize, startTime, endTime, "/home/test/hwts.log.slice_0");
EXPECT_EQ(true, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, CreateDoneFileForOpenFail) {
std::string absolutePath = "./data/host_start.log";
std::string dir = "/home/test/";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
bool ret = wfTransport.CreateDoneFile(absolutePath, "1000", "", "", "");
EXPECT_EQ(false, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, FileSliceFlush) {
std::string dir = "/home/test";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
std::string fileName = "test.log";
wfTransport.GetSliceKey(dir, fileName);
MOCKER_CPP(&analysis::dvvp::transport::FileSlice::CreateDoneFile)
.stubs()
.will(returnValue(false))
.then(returnValue(true));
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(true));
MOCKER(analysis::dvvp::common::utils::Utils::GetFileSize)
.stubs()
.will(returnValue(128 * 1024));
int ret = wfTransport.FileSliceFlush();
EXPECT_EQ(false, ret);
ret = wfTransport.FileSliceFlush();
EXPECT_EQ(true, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, FileSliceFlushPolymorphism) {
std::string dir = "/home/test/1234";
std::string limit = "500MB";
FileSlice wfTransport(128, dir, limit);
wfTransport.Init();
std::string fileName = "test.log";
wfTransport.GetSliceKey(dir, fileName);
MOCKER_CPP(&analysis::dvvp::transport::FileSlice::CreateDoneFile)
.stubs()
.will(returnValue(false))
.then(returnValue(true));
MOCKER(analysis::dvvp::common::utils::Utils::IsFileExist)
.stubs()
.will(returnValue(true));
MOCKER(analysis::dvvp::common::utils::Utils::GetFileSize)
.stubs()
.will(returnValue(128 * 1024));
std::string jobIDRelative = "1234";
std::string devID = "0";
std::string fileSliceName = "";
fileSliceName.append(".").append(devID).append(".slice_");
wfTransport.GetSliceKey(dir, fileSliceName);
int ret = wfTransport.FileSliceFlushByJobID(jobIDRelative, devID);
EXPECT_EQ(PROFILING_FAILED, ret);
ret = wfTransport.FileSliceFlushByJobID(jobIDRelative, devID);
EXPECT_EQ(PROFILING_SUCCESS, ret);
}
TEST_F(COMMON_FILE_SLICE_TEST, WriteCtrlDataToFile) {
std::string absolutePath = "/tmp";
std::string data = "test";
std::string limit = "500MB";
FileSlice wfTransport(128, "/tmp", limit);
remove("/tmp/ctrl_data.txt");
EXPECT_EQ(PROFILING_SUCCESS, wfTransport.Init());
EXPECT_EQ(PROFILING_FAILED, wfTransport.WriteCtrlDataToFile("non_exist.txt", data, 0));
wfTransport.WriteCtrlDataToFile(absolutePath, data, data.size());
wfTransport.WriteCtrlDataToFile(absolutePath, "", data.size());
wfTransport.WriteCtrlDataToFile("/tmp/ctrl_data.txt", "test", data.size());
remove("/tmp/ctrl_data.txt");
}