#include "QualifierAlignmentFixer.h"
#include "FormatToken.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/Regex.h"
#include <algorithm>
#include <optional>
#define DEBUG_TYPE "format-qualifier-alignment-fixer"
namespace clang {
namespace format {
void addQualifierAlignmentFixerPasses(const FormatStyle &Style,
SmallVectorImpl<AnalyzerPass> &Passes) {
std::vector<std::string> LeftOrder;
std::vector<std::string> RightOrder;
std::vector<tok::TokenKind> ConfiguredQualifierTokens;
prepareLeftRightOrderingForQualifierAlignmentFixer(
Style.QualifierOrder, LeftOrder, RightOrder, ConfiguredQualifierTokens);
for (const auto &Qualifier : LeftOrder) {
Passes.emplace_back(
[&, Qualifier, ConfiguredQualifierTokens](const Environment &Env) {
return LeftRightQualifierAlignmentFixer(Env, Style, Qualifier,
ConfiguredQualifierTokens,
false)
.process();
});
}
for (const auto &Qualifier : RightOrder) {
Passes.emplace_back(
[&, Qualifier, ConfiguredQualifierTokens](const Environment &Env) {
return LeftRightQualifierAlignmentFixer(Env, Style, Qualifier,
ConfiguredQualifierTokens,
true)
.process();
});
}
}
static void replaceToken(const SourceManager &SourceMgr,
tooling::Replacements &Fixes,
const CharSourceRange &Range, std::string NewText) {
auto Replacement = tooling::Replacement(SourceMgr, Range, NewText);
auto Err = Fixes.add(Replacement);
if (Err) {
llvm::errs() << "Error while rearranging Qualifier : "
<< llvm::toString(std::move(Err)) << "\n";
}
}
static void removeToken(const SourceManager &SourceMgr,
tooling::Replacements &Fixes,
const FormatToken *First) {
auto Range = CharSourceRange::getCharRange(First->getStartOfNonWhitespace(),
First->Tok.getEndLoc());
replaceToken(SourceMgr, Fixes, Range, "");
}
static void insertQualifierAfter(const SourceManager &SourceMgr,
tooling::Replacements &Fixes,
const FormatToken *First,
const std::string &Qualifier) {
auto Range = CharSourceRange::getCharRange(First->Tok.getLocation(),
First->Tok.getEndLoc());
std::string NewText{};
NewText += First->TokenText;
NewText += " " + Qualifier;
replaceToken(SourceMgr, Fixes, Range, NewText);
}
static void insertQualifierBefore(const SourceManager &SourceMgr,
tooling::Replacements &Fixes,
const FormatToken *First,
const std::string &Qualifier) {
auto Range = CharSourceRange::getCharRange(First->getStartOfNonWhitespace(),
First->Tok.getEndLoc());
std::string NewText = " " + Qualifier + " ";
NewText += First->TokenText;
replaceToken(SourceMgr, Fixes, Range, NewText);
}
static bool endsWithSpace(const std::string &s) {
if (s.empty())
return false;
return isspace(s.back());
}
static bool startsWithSpace(const std::string &s) {
if (s.empty())
return false;
return isspace(s.front());
}
static void rotateTokens(const SourceManager &SourceMgr,
tooling::Replacements &Fixes, const FormatToken *First,
const FormatToken *Last, bool Left) {
auto *End = Last;
auto *Begin = First;
if (!Left) {
End = Last->Next;
Begin = First->Next;
}
std::string NewText;
if (Left) {
NewText += Last->TokenText;
NewText += " ";
}
auto *Tok = Begin;
while (Tok != End) {
if (!NewText.empty() && !endsWithSpace(NewText))
NewText += " ";
NewText += Tok->TokenText;
Tok = Tok->Next;
}
if (!Left) {
if (!NewText.empty() && !startsWithSpace(NewText))
NewText += " ";
NewText += First->TokenText;
}
auto Range = CharSourceRange::getCharRange(First->getStartOfNonWhitespace(),
Last->Tok.getEndLoc());
replaceToken(SourceMgr, Fixes, Range, NewText);
}
static bool
isConfiguredQualifier(const FormatToken *const Tok,
const std::vector<tok::TokenKind> &Qualifiers) {
return Tok && llvm::is_contained(Qualifiers, Tok->Tok.getKind());
}
static bool isQualifier(const FormatToken *const Tok) {
if (!Tok)
return false;
switch (Tok->Tok.getKind()) {
case tok::kw_const:
case tok::kw_volatile:
case tok::kw_static:
case tok::kw_inline:
case tok::kw_constexpr:
case tok::kw_restrict:
case tok::kw_friend:
return true;
default:
return false;
}
}
const FormatToken *LeftRightQualifierAlignmentFixer::analyzeRight(
const SourceManager &SourceMgr, const AdditionalKeywords &Keywords,
tooling::Replacements &Fixes, const FormatToken *const Tok,
const std::string &Qualifier, tok::TokenKind QualifierType) {
if (Tok->isNot(QualifierType))
return Tok;
if (!Tok->Next)
return Tok;
const FormatToken *PreviousCheck = Tok->getPreviousNonComment();
while (isQualifier(PreviousCheck))
PreviousCheck = PreviousCheck->getPreviousNonComment();
const bool IsRightQualifier = PreviousCheck && [PreviousCheck]() {
if (PreviousCheck->is(tok::r_paren))
return true;
if (PreviousCheck->is(tok::r_brace))
return true;
if (PreviousCheck->is(TT_TemplateCloser)) {
return !(PreviousCheck->ClosesTemplateDeclaration ||
PreviousCheck->ClosesRequiresClause);
}
if (PreviousCheck->isOneOf(TT_PointerOrReference, tok::identifier,
tok::kw_auto)) {
return true;
}
return false;
}();
const FormatToken *LastQual = Tok;
while (isQualifier(LastQual->getNextNonComment()))
LastQual = LastQual->getNextNonComment();
if (IsRightQualifier) {
if (LastQual != Tok)
rotateTokens(SourceMgr, Fixes, Tok, LastQual, false);
return Tok;
}
const FormatToken *TypeToken = LastQual->getNextNonComment();
if (!TypeToken)
return Tok;
if (isPossibleMacro(TypeToken))
return Tok;
if (TypeToken->isTypeName(LangOpts)) {
if (TypeToken->isOneOf(tok::kw_decltype, tok::kw_typeof, tok::kw__Atomic))
return Tok;
const FormatToken *LastSimpleTypeSpecifier = TypeToken;
while (isQualifierOrType(LastSimpleTypeSpecifier->getNextNonComment(),
LangOpts)) {
LastSimpleTypeSpecifier = LastSimpleTypeSpecifier->getNextNonComment();
}
rotateTokens(SourceMgr, Fixes, Tok, LastSimpleTypeSpecifier,
false);
return LastSimpleTypeSpecifier;
}
if (PreviousCheck && PreviousCheck->isTypeName(LangOpts)) {
if (LastQual != Tok)
rotateTokens(SourceMgr, Fixes, Tok, LastQual, false);
return Tok;
}
if (TypeToken->is(tok::kw_typename))
TypeToken = TypeToken->getNextNonComment();
if (TypeToken->is(tok::coloncolon)) {
TypeToken = TypeToken->getNextNonComment();
if (TypeToken && TypeToken->is(tok::kw_template))
TypeToken = TypeToken->getNextNonComment();
}
if (TypeToken->isOneOf(tok::kw_struct, tok::kw_class))
return Tok;
if (TypeToken->isOneOf(tok::kw_auto, tok::identifier)) {
const FormatToken *Next = nullptr;
while ((Next = TypeToken->getNextNonComment()) &&
(Next->is(TT_TemplateOpener) ||
Next->startsSequence(tok::coloncolon, tok::identifier) ||
Next->startsSequence(tok::coloncolon, tok::kw_template,
tok::identifier))) {
if (Next->is(TT_TemplateOpener)) {
assert(Next->MatchingParen && "Missing template closer");
TypeToken = Next->MatchingParen;
} else if (Next->startsSequence(tok::coloncolon, tok::identifier)) {
TypeToken = Next->getNextNonComment();
} else {
TypeToken = Next->getNextNonComment()->getNextNonComment();
}
}
if (Next->is(tok::kw_auto))
TypeToken = Next;
while (isQualifier(TypeToken->getNextNonComment())) {
TypeToken = TypeToken->getNextNonComment();
}
insertQualifierAfter(SourceMgr, Fixes, TypeToken, Qualifier);
auto Range = CharSourceRange::getCharRange(
Tok->getStartOfNonWhitespace(), Tok->Next->getStartOfNonWhitespace());
replaceToken(SourceMgr, Fixes, Range, "");
}
return Tok;
}
const FormatToken *LeftRightQualifierAlignmentFixer::analyzeLeft(
const SourceManager &SourceMgr, const AdditionalKeywords &Keywords,
tooling::Replacements &Fixes, const FormatToken *const Tok,
const std::string &Qualifier, tok::TokenKind QualifierType) {
if (Tok->isNot(QualifierType))
return Tok;
if (!Tok->getPreviousNonComment())
return Tok;
const FormatToken *TypeToken = Tok->getPreviousNonComment();
while (isQualifier(TypeToken))
TypeToken = TypeToken->getPreviousNonComment();
if (!TypeToken || TypeToken->isPointerOrReference() ||
TypeToken->ClosesRequiresClause || TypeToken->ClosesTemplateDeclaration) {
const FormatToken *FirstQual = Tok;
while (isConfiguredQualifier(FirstQual->getPreviousNonComment(),
ConfiguredQualifierTokens)) {
FirstQual = FirstQual->getPreviousNonComment();
}
if (FirstQual != Tok)
rotateTokens(SourceMgr, Fixes, FirstQual, Tok, true);
return Tok;
}
if (isPossibleMacro(TypeToken))
return Tok;
if (TypeToken->isTypeName(LangOpts)) {
const FormatToken *LastSimpleTypeSpecifier = TypeToken;
while (isConfiguredQualifierOrType(
LastSimpleTypeSpecifier->getPreviousNonComment(),
ConfiguredQualifierTokens, LangOpts)) {
LastSimpleTypeSpecifier =
LastSimpleTypeSpecifier->getPreviousNonComment();
}
rotateTokens(SourceMgr, Fixes, LastSimpleTypeSpecifier, Tok,
true);
return Tok;
}
if (TypeToken->isOneOf(tok::kw_auto, tok::identifier, TT_TemplateCloser)) {
const auto IsStartOfType = [](const FormatToken *const Tok) -> bool {
if (!Tok)
return true;
if (Tok->is(TT_TemplateCloser))
return false;
const FormatToken *const Previous = Tok->getPreviousNonComment();
if (!Previous)
return true;
if (Tok->is(tok::identifier) && Previous->is(tok::coloncolon))
return false;
const FormatToken *const PrePrevious = Previous->getPreviousNonComment();
if (Tok->is(tok::identifier) && Previous->is(tok::kw_template) &&
PrePrevious && PrePrevious->is(tok::coloncolon)) {
return false;
}
if (Tok->endsSequence(tok::kw_auto, tok::identifier))
return false;
return true;
};
while (!IsStartOfType(TypeToken)) {
if (TypeToken->is(TT_TemplateCloser)) {
assert(TypeToken->MatchingParen && "Missing template opener");
TypeToken = TypeToken->MatchingParen->getPreviousNonComment();
} else {
if (TypeToken->getPreviousNonComment()->is(tok::kw_template))
TypeToken = TypeToken->getPreviousNonComment();
const FormatToken *const ColonColon =
TypeToken->getPreviousNonComment();
const FormatToken *const PreColonColon =
ColonColon->getPreviousNonComment();
if (PreColonColon &&
PreColonColon->isOneOf(TT_TemplateCloser, tok::identifier)) {
TypeToken = PreColonColon;
} else {
TypeToken = ColonColon;
}
}
}
assert(TypeToken && "Should be auto or identifier");
const FormatToken *Previous = nullptr;
while ((Previous = TypeToken->getPreviousNonComment()) &&
(isConfiguredQualifier(Previous, ConfiguredQualifierTokens) ||
Previous->is(tok::kw_typename))) {
TypeToken = Previous;
}
if (!Previous || !Previous->isOneOf(tok::kw_struct, tok::kw_class)) {
insertQualifierBefore(SourceMgr, Fixes, TypeToken, Qualifier);
removeToken(SourceMgr, Fixes, Tok);
}
}
return Tok;
}
tok::TokenKind LeftRightQualifierAlignmentFixer::getTokenFromQualifier(
const std::string &Qualifier) {
return llvm::StringSwitch<tok::TokenKind>(Qualifier)
.Case("type", tok::kw_typeof)
.Case("const", tok::kw_const)
.Case("volatile", tok::kw_volatile)
.Case("static", tok::kw_static)
.Case("inline", tok::kw_inline)
.Case("constexpr", tok::kw_constexpr)
.Case("restrict", tok::kw_restrict)
.Case("friend", tok::kw_friend)
.Default(tok::identifier);
}
LeftRightQualifierAlignmentFixer::LeftRightQualifierAlignmentFixer(
const Environment &Env, const FormatStyle &Style,
const std::string &Qualifier,
const std::vector<tok::TokenKind> &QualifierTokens, bool RightAlign)
: TokenAnalyzer(Env, Style), Qualifier(Qualifier), RightAlign(RightAlign),
ConfiguredQualifierTokens(QualifierTokens) {}
std::pair<tooling::Replacements, unsigned>
LeftRightQualifierAlignmentFixer::analyze(
TokenAnnotator & ,
SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
FormatTokenLexer &Tokens) {
tooling::Replacements Fixes;
AffectedRangeMgr.computeAffectedLines(AnnotatedLines);
fixQualifierAlignment(AnnotatedLines, Tokens, Fixes);
return {Fixes, 0};
}
void LeftRightQualifierAlignmentFixer::fixQualifierAlignment(
SmallVectorImpl<AnnotatedLine *> &AnnotatedLines, FormatTokenLexer &Tokens,
tooling::Replacements &Fixes) {
const AdditionalKeywords &Keywords = Tokens.getKeywords();
const SourceManager &SourceMgr = Env.getSourceManager();
tok::TokenKind QualifierToken = getTokenFromQualifier(Qualifier);
assert(QualifierToken != tok::identifier && "Unrecognised Qualifier");
for (AnnotatedLine *Line : AnnotatedLines) {
fixQualifierAlignment(Line->Children, Tokens, Fixes);
if (!Line->Affected || Line->InPPDirective)
continue;
FormatToken *First = Line->First;
assert(First);
if (First->Finalized)
continue;
const auto *Last = Line->Last;
for (const auto *Tok = First; Tok && Tok != Last && Tok->Next;
Tok = Tok->Next) {
if (Tok->MustBreakBefore)
break;
if (Tok->is(tok::comment))
continue;
if (RightAlign) {
Tok = analyzeRight(SourceMgr, Keywords, Fixes, Tok, Qualifier,
QualifierToken);
} else {
Tok = analyzeLeft(SourceMgr, Keywords, Fixes, Tok, Qualifier,
QualifierToken);
}
}
}
}
void prepareLeftRightOrderingForQualifierAlignmentFixer(
const std::vector<std::string> &Order, std::vector<std::string> &LeftOrder,
std::vector<std::string> &RightOrder,
std::vector<tok::TokenKind> &Qualifiers) {
assert(llvm::is_contained(Order, "type") &&
"QualifierOrder must contain type");
bool left = true;
for (const auto &s : Order) {
if (s == "type") {
left = false;
continue;
}
tok::TokenKind QualifierToken =
LeftRightQualifierAlignmentFixer::getTokenFromQualifier(s);
if (QualifierToken != tok::kw_typeof && QualifierToken != tok::identifier)
Qualifiers.push_back(QualifierToken);
if (left) {
LeftOrder.insert(LeftOrder.begin(), s);
} else {
RightOrder.push_back(s);
}
}
}
bool isQualifierOrType(const FormatToken *Tok, const LangOptions &LangOpts) {
return Tok && (Tok->isTypeName(LangOpts) || Tok->is(tok::kw_auto) ||
isQualifier(Tok));
}
bool isConfiguredQualifierOrType(const FormatToken *Tok,
const std::vector<tok::TokenKind> &Qualifiers,
const LangOptions &LangOpts) {
return Tok && (Tok->isTypeName(LangOpts) || Tok->is(tok::kw_auto) ||
isConfiguredQualifier(Tok, Qualifiers));
}
bool isPossibleMacro(const FormatToken *Tok) {
if (!Tok)
return false;
if (Tok->isNot(tok::identifier))
return false;
if (Tok->TokenText.upper() == Tok->TokenText.str()) {
return Tok->TokenText.size() != 1;
}
return false;
}
}
}