* Copyright (c) Huawei Technologies Co., Ltd. 2024-2024. All rights reserved.
* Description: task stub header file
* Author: shenyutian
* Create: 2024-07-27ExecPos
*/
#ifndef HCCLV1_TASK_STUB_H
#define HCCLV1_TASK_STUB_H
#include "hccl_types.h"
#include "checker_data_slice.h"
#include "checker_string_util.h"
#include "llt_common.h"
#include <string>
#include <map>
#include <memory>
#include <list>
#include "checker_def.h"
#include "proto_stub.h"
namespace checker {
MAKE_ENUM(TaskTypeStub, LOCAL_COPY, LOCAL_REDUCE, LOCAL_BATCH_REDUCE, LOCAL_POST_TO, LOCAL_WAIT_FROM, POST, WAIT, READ,
READ_REDUCE, WRITE, WRITE_REDUCE, BEING_READ, BEING_READ_REDUCE, BEING_WRITTEN, BEING_WRITTEN_REDUCE,
LOCAL_POST_TO_SHADOW, LOCAL_WAIT_FROM_SHADOW, AIV_TASK, SET_VALUE, SET_FLAG, WAIT_FLAG, SEND_SYNC, RECV_SYNC,
SEND_SYNC_REDUCE, COMP_VALUE, PIPE_BARRIER, CCU_GRAPH, LOOP_START, LOOP_END, SUB_GRAPH_END, SET_FLAG_SHADOW, WAIT_FLAG_SHADOW,
AIV_START, BLOCK_START, AIV_END, VIRTUAL_RANK_START)
MAKE_ENUM(NotifyTypeStub, READY, FIN, FIN_ACK, CCU, INVALID_A)
struct LinkInfoStub {
LinkProtoStub linkProto;
LinkInfoStub(LinkProtoStub proto)
{
linkProto = proto;
}
std::string Describe() const
{
return StringFormat("link prototyp=%s", linkProto.Describe().c_str());
}
};
class TaskStub {
public:
explicit TaskStub(TaskTypeStub type) : type(type)
{
}
virtual ~TaskStub() = default;
virtual std::string Describe() const = 0;
const TaskTypeStub GetType() const
{
return type;
}
virtual const LinkProtoStub GetLinkType() const
{
return LinkProtoStub::INVALID_A;
}
protected:
TaskTypeStub type;
};
class TaskStubLocalCopy : public TaskStub {
public:
TaskStubLocalCopy(const DataSlice &srcSlice, const DataSlice &dstSlice, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::LOCAL_COPY), srcSlice(srcSlice), dstSlice(dstSlice), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
const DataSlice &GetSrcSlice() const;
const DataSlice &GetDstSlice() const;
bool IsGenFromSync();
private:
DataSlice srcSlice;
DataSlice dstSlice;
bool isGenFromSync;
};
class TaskStubLocalReduce : public TaskStub {
public:
TaskStubLocalReduce(const DataSlice &srcSlice, const DataSlice &dstSlice, CheckerDataType dataType,
CheckerReduceOp reduceOp, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::LOCAL_REDUCE), srcSlice(srcSlice), dstSlice(dstSlice), dataType(dataType),
reduceOp(reduceOp), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
const DataSlice &GetSrcSlice() const;
const DataSlice &GetDstSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
bool IsGenFromSync();
private:
DataSlice srcSlice;
DataSlice dstSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
bool isGenFromSync;
};
class TaskStubLocalBatchReduce : public TaskStub {
public:
TaskStubLocalBatchReduce(const std::vector<DataSlice>& srcSlices, const DataSlice &dstSlice, CheckerDataType dataType, CheckerReduceOp reduceOp)
: TaskStub(TaskTypeStub::LOCAL_BATCH_REDUCE), srcSlices(srcSlices), dstSlice(dstSlice), dataType(dataType),
reduceOp(reduceOp)
{
}
std::string Describe() const override;
const std::vector<DataSlice>& GetSrcSlices() const;
const DataSlice& GetSrcSlice(u32 index) const;
const DataSlice& GetDstSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
private:
std::vector<DataSlice> srcSlices;
DataSlice dstSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
};
constexpr u32 INVALID_QID = 0xffffffff;
class TaskStubLocalPostTo : public TaskStub {
public:
TaskStubLocalPostTo(u32 topicId, QId postQid = INVALID_QID, QId waitQid = INVALID_QID, bool invalidPost = false)
: TaskStub(TaskTypeStub::LOCAL_POST_TO), topicId(topicId), topicIdBack(topicId), postQid(postQid), waitQid(waitQid), invalidPost_(invalidPost)
{
}
std::string Describe() const override;
void SetPostQid(QId qid);
void SetWaitQid(QId qid);
QId GetPostQid() const;
QId GetWaitQid() const;
u32 GetTopicId() const;
void SetTopicId(u32 id);
u32 GetTopicIdBack() const;
bool IsInvalidPost() const;
private:
u32 topicId;
u32 topicIdBack;
QId postQid{INVALID_QID};
QId waitQid{INVALID_QID};
bool invalidPost_{false};
};
class TaskStubLocalWaitFrom : public TaskStub {
public:
TaskStubLocalWaitFrom(u32 topicId, QId postQid = INVALID_QID, QId waitQid = INVALID_QID)
: TaskStub(TaskTypeStub::LOCAL_WAIT_FROM), topicId(topicId), postQid(postQid), waitQid(waitQid)
{
}
std::string Describe() const override;
void SetWaitQid(QId qid);
void SetPostQid(QId qid);
QId GetPostQid() const;
QId GetWaitQid() const;
u32 GetTopicId() const;
private:
u32 topicId;
QId postQid{INVALID_QID};
QId waitQid{INVALID_QID};
};
class TaskStubPost : public TaskStub {
public:
TaskStubPost(const RankId remoteRank, const LinkInfoStub &link, u32 topicId,
NotifyTypeStub notifyType = NotifyTypeStub::INVALID_A, std::string tag = "INVALID", void *curCcuTask = nullptr)
: TaskStub(TaskTypeStub::POST), remoteRank(remoteRank), link(link), topicId(topicId), topicIdBack(topicId),
notifyType(notifyType), tag(tag)
{
ccuTaskPtr_ = reinterpret_cast<uint64_t>(curCcuTask);
}
std::string Describe() const override;
std::string Describe(bool isdeadlock);
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const u32 GetTopicId() const;
void SetTopicId(u32 id);
const NotifyTypeStub GetNotifyType() const;
const std::string GetTag() const;
public:
uint64_t ccuTaskPtr_{0};
private:
RankId remoteRank;
LinkInfoStub link;
u32 topicId;
u32 topicIdBack;
NotifyTypeStub notifyType;
std::string tag;
};
class TaskStubWait : public TaskStub {
public:
TaskStubWait(const RankId remoteRank, const LinkInfoStub &link, u32 topicId,
NotifyTypeStub notifyType = NotifyTypeStub::INVALID_A, std::string tag = "INVALID", void *curCcuTask = nullptr)
: TaskStub(TaskTypeStub::WAIT), remoteRank(remoteRank), link(link), topicId(topicId),
notifyType(notifyType), tag(tag)
{
ccuTaskPtr_ = reinterpret_cast<uint64_t>(curCcuTask);
}
std::string Describe() const override;
std::string Describe(bool isdeadlock);
RankId GetRemoteRank() const;
void SetRemoteRank(u32 rankId);
const LinkProtoStub GetLinkType() const override;
const u32 GetTopicId() const;
const NotifyTypeStub GetNotifyType() const;
const std::string GetTag() const;
public:
uint64_t ccuTaskPtr_{0};
private:
RankId remoteRank;
LinkInfoStub link;
u32 topicId;
NotifyTypeStub notifyType;
std::string tag;
};
class TaskStubRead : public TaskStub {
public:
TaskStubRead(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::READ), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const LinkInfoStub GetLinkInfo() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
bool isGenFromSync;
};
class TaskStubReadReduce : public TaskStub {
public:
TaskStubReadReduce(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, CheckerDataType dataType, CheckerReduceOp reduceOp,
bool isGenFromSync = false)
: TaskStub(TaskTypeStub::READ_REDUCE), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), dataType(dataType), reduceOp(reduceOp), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
const LinkInfoStub GetLinkInfo() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
bool isGenFromSync;
};
class TaskStubWrite : public TaskStub {
public:
TaskStubWrite(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::WRITE), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const LinkInfoStub GetLinkInfo() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
bool isGenFromSync;
};
class TaskStubWriteReduce : public TaskStub {
public:
TaskStubWriteReduce(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, CheckerDataType dataType, CheckerReduceOp reduceOp,
bool isGenFromSync = false)
: TaskStub(TaskTypeStub::WRITE_REDUCE), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), dataType(dataType), reduceOp(reduceOp), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
const LinkInfoStub GetLinkInfo() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
bool isGenFromSync;
};
class TaskStubLocalPostToShadow : public TaskStub {
public:
TaskStubLocalPostToShadow(const RankId neighborRank, u32 curQueId, u32 peerQueId)
: TaskStub(TaskTypeStub::LOCAL_POST_TO_SHADOW), neighborRank(neighborRank), curQueId(curQueId), peerQueId(peerQueId)
{
}
std::string Describe() const override;
RankId GetNeighborRank() const;
private:
RankId neighborRank;
u32 curQueId;
u32 peerQueId;
};
class TaskStubLocalWaitFromShadow : public TaskStub {
public:
TaskStubLocalWaitFromShadow(const RankId neighborRank, u32 curQueId, u32 peerQueId)
: TaskStub(TaskTypeStub::LOCAL_WAIT_FROM_SHADOW), neighborRank(neighborRank), curQueId(curQueId), peerQueId(peerQueId)
{
}
std::string Describe() const override;
RankId GetNeighborRank() const;
private:
RankId neighborRank;
u32 curQueId;
u32 peerQueId;
};
class TaskStubBeingRead : public TaskStub {
public:
TaskStubBeingRead(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::BEING_READ), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
bool isGenFromSync;
};
class TaskStubBeingReadReduce : public TaskStub {
public:
TaskStubBeingReadReduce(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, CheckerDataType dataType, CheckerReduceOp reduceOp,
bool isGenFromSync = false)
: TaskStub(TaskTypeStub::BEING_READ_REDUCE), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), dataType(dataType), reduceOp(reduceOp), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
bool isGenFromSync;
};
class TaskStubBeingWritten : public TaskStub {
public:
TaskStubBeingWritten(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, bool isGenFromSync = false)
: TaskStub(TaskTypeStub::BEING_WRITTEN), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
bool isGenFromSync;
};
class TaskStubBeingWrittenReduce : public TaskStub {
public:
TaskStubBeingWrittenReduce(const RankId remoteRank, const LinkInfoStub &link, const DataSlice &localSlice,
const DataSlice &remoteSlice, CheckerDataType dataType, CheckerReduceOp reduceOp,
bool isGenFromSync = false)
: TaskStub(TaskTypeStub::BEING_WRITTEN_REDUCE), remoteRank(remoteRank), link(link), localSlice(localSlice),
remoteSlice(remoteSlice), dataType(dataType), reduceOp(reduceOp), isGenFromSync(isGenFromSync)
{
}
std::string Describe() const override;
RankId GetRemoteRank() const;
const LinkProtoStub GetLinkType() const override;
const DataSlice &GetLocalSlice() const;
const DataSlice &GetRemoteSlice() const;
const CheckerDataType GetDataType() const;
const CheckerReduceOp GetReduceOp() const;
bool IsGenFromSync();
private:
RankId remoteRank;
LinkInfoStub link;
DataSlice localSlice;
DataSlice remoteSlice;
CheckerDataType dataType;
CheckerReduceOp reduceOp;
bool isGenFromSync;
};
class TaskStubLoopStart : public TaskStub {
public:
TaskStubLoopStart(uint32_t loopIdx, uint32_t loopGroupIdx)
: TaskStub(TaskTypeStub::LOOP_START), loopIdx(loopIdx), loopGroupIdx(loopGroupIdx)
{}
std::string Describe() const override;
public:
uint32_t loopIdx{0};
uint32_t loopGroupIdx{0};
};
class TaskStubLoopEnd : public TaskStub {
public:
TaskStubLoopEnd(uint32_t loopIdx, uint32_t loopGroupIdx)
: TaskStub(TaskTypeStub::LOOP_END), loopIdx(loopIdx), loopGroupIdx(loopGroupIdx)
{}
std::string Describe() const override;
public:
uint32_t loopIdx{0};
uint32_t loopGroupIdx{0};
};
}
#endif
