17 #include "llvm/ADT/STLExtras.h"
18 #include "llvm/Support/Debug.h"
19 #include "llvm/Support/raw_ostream.h"
21 #define DEBUG_TYPE "format-parser"
37 class ScopedDeclarationState {
39 ScopedDeclarationState(UnwrappedLine &
Line, std::vector<bool> &
Stack,
40 bool MustBeDeclaration)
41 : Line(Line), Stack(Stack) {
42 Line.MustBeDeclaration = MustBeDeclaration;
43 Stack.push_back(MustBeDeclaration);
45 ~ScopedDeclarationState() {
48 Line.MustBeDeclaration = Stack.back();
50 Line.MustBeDeclaration =
true;
58 class ScopedMacroState :
public FormatTokenSource {
60 ScopedMacroState(UnwrappedLine &Line, FormatTokenSource *&
TokenSource,
67 Line.InPPDirective =
true;
70 ~ScopedMacroState()
override {
73 Line.InPPDirective =
false;
77 FormatToken *getNextToken()
override {
89 FormatToken *setPosition(
unsigned Position)
override {
97 FormatToken *getFakeEOF() {
98 static bool EOFInitialized =
false;
100 if (!EOFInitialized) {
101 FormatTok.Tok.startToken();
103 EOFInitialized =
true;
122 bool SwitchToPreprocessorLines =
false)
123 : Parser(Parser), OriginalLines(Parser.CurrentLines) {
124 if (SwitchToPreprocessorLines)
125 Parser.CurrentLines = &Parser.PreprocessorDirectives;
126 else if (!Parser.Line->Tokens.empty())
127 Parser.CurrentLines = &Parser.Line->Tokens.back().Children;
128 PreBlockLine = std::move(Parser.Line);
129 Parser.Line = llvm::make_unique<UnwrappedLine>();
130 Parser.Line->Level = PreBlockLine->Level;
131 Parser.Line->InPPDirective = PreBlockLine->InPPDirective;
135 if (!
Parser.Line->Tokens.empty()) {
136 Parser.addUnwrappedLine();
138 assert(
Parser.Line->Tokens.empty());
139 Parser.Line = std::move(PreBlockLine);
140 if (
Parser.CurrentLines == &
Parser.PreprocessorDirectives)
141 Parser.MustBreakBeforeNextToken =
true;
142 Parser.CurrentLines = OriginalLines;
148 std::unique_ptr<UnwrappedLine> PreBlockLine;
156 : LineLevel(LineLevel), OldLineLevel(LineLevel) {
158 Parser->addUnwrappedLine();
166 unsigned OldLineLevel;
171 class IndexedTokenSource :
public FormatTokenSource {
174 : Tokens(Tokens), Position(-1) {}
176 FormatToken *getNextToken()
override {
181 unsigned getPosition()
override {
182 assert(Position >= 0);
186 FormatToken *setPosition(
unsigned P)
override {
191 void reset() { Position = -1; }
205 CurrentLines(&Lines), Style(Style), Keywords(Keywords), Tokens(nullptr),
206 Callback(Callback), AllTokens(Tokens), PPBranchLevel(-1) {}
208 void UnwrappedLineParser::reset() {
211 CommentsBeforeNextToken.clear();
213 MustBreakBeforeNextToken =
false;
214 PreprocessorDirectives.clear();
215 CurrentLines = &Lines;
216 DeclarationScopeStack.clear();
223 DEBUG(llvm::dbgs() <<
"----\n");
231 pushToken(FormatTok);
241 while (!PPLevelBranchIndex.empty() &&
242 PPLevelBranchIndex.back() + 1 >= PPLevelBranchCount.back()) {
243 PPLevelBranchIndex.resize(PPLevelBranchIndex.size() - 1);
244 PPLevelBranchCount.resize(PPLevelBranchCount.size() - 1);
246 if (!PPLevelBranchIndex.empty()) {
247 ++PPLevelBranchIndex.back();
248 assert(PPLevelBranchIndex.size() == PPLevelBranchCount.size());
249 assert(PPLevelBranchIndex.back() <= PPLevelBranchCount.back());
251 }
while (!PPLevelBranchIndex.empty());
254 void UnwrappedLineParser::parseFile() {
257 bool MustBeDeclaration =
259 ScopedDeclarationState DeclarationState(*Line, DeclarationScopeStack,
267 void UnwrappedLineParser::parseLevel(
bool HasOpeningBrace) {
268 bool SwitchLabelEncountered =
false;
271 if (FormatTok->Type == TT_MacroBlockBegin) {
273 }
else if (FormatTok->Type == TT_MacroBlockEnd) {
285 if (!FormatTok->is(TT_MacroBlockBegin) && tryToParseBracedList())
296 case tok::kw_default:
298 if (!SwitchLabelEncountered &&
301 SwitchLabelEncountered =
true;
302 parseStructuralElement();
305 parseStructuralElement();
311 void UnwrappedLineParser::calculateBraceTypes(
bool ExpectClassBody) {
317 FormatToken *Tok = FormatTok;
318 const FormatToken *PrevTok = getPreviousToken();
322 SmallVector<FormatToken *, 8> LBraceStack;
323 assert(Tok->Tok.is(tok::l_brace));
326 FormatToken *NextTok;
327 unsigned ReadTokens = 0;
331 }
while (NextTok->is(tok::comment));
333 switch (Tok->Tok.getKind()) {
336 PrevTok->is(tok::colon))
342 LBraceStack.push_back(Tok);
345 if (LBraceStack.empty())
347 if (LBraceStack.back()->BlockKind ==
BK_Unknown) {
348 bool ProbablyBracedList =
false;
350 ProbablyBracedList = NextTok->isOneOf(tok::comma, tok::r_square);
354 bool NextIsObjCMethod = NextTok->isOneOf(tok::plus, tok::minus) &&
355 NextTok->OriginalColumn == 0;
366 NextTok->isOneOf(tok::comma, tok::period, tok::colon,
367 tok::r_paren, tok::r_square, tok::l_brace,
368 tok::l_square, tok::l_paren, tok::ellipsis) ||
369 (NextTok->is(tok::semi) &&
370 (!ExpectClassBody || LBraceStack.size() != 1)) ||
371 (NextTok->isBinaryOperator() && !NextIsObjCMethod);
373 if (ProbablyBracedList) {
378 LBraceStack.back()->BlockKind =
BK_Block;
381 LBraceStack.pop_back();
391 if (!LBraceStack.empty() && LBraceStack.back()->BlockKind ==
BK_Unknown)
392 LBraceStack.back()->BlockKind =
BK_Block;
399 }
while (Tok->Tok.isNot(
tok::eof) && !LBraceStack.empty());
402 for (
unsigned i = 0, e = LBraceStack.size(); i != e; ++i) {
404 LBraceStack[i]->BlockKind =
BK_Block;
410 void UnwrappedLineParser::parseBlock(
bool MustBeDeclaration,
bool AddLevel,
412 assert(FormatTok->isOneOf(tok::l_brace, TT_MacroBlockBegin) &&
413 "'{' or macro block token expected");
414 const bool MacroBlock = FormatTok->
is(TT_MacroBlockBegin);
417 unsigned InitialLevel = Line->Level;
420 if (MacroBlock && FormatTok->is(tok::l_paren))
425 ScopedDeclarationState DeclarationState(*Line, DeclarationScopeStack,
431 if (MacroBlock ? !FormatTok->is(TT_MacroBlockEnd)
432 : !FormatTok->is(tok::r_brace)) {
433 Line->Level = InitialLevel;
440 if (MacroBlock && FormatTok->is(tok::l_paren))
443 if (MunchSemi && FormatTok->Tok.is(tok::semi))
445 Line->Level = InitialLevel;
451 if (Line.
Tokens.size() < 4)
454 if (
I->Tok->TokenText !=
"goog")
457 if (
I->Tok->isNot(tok::period))
460 if (
I->Tok->TokenText !=
"scope")
463 return I->Tok->is(tok::l_paren);
468 if (InitialToken.
is(tok::kw_namespace))
470 if (InitialToken.
is(tok::kw_class))
472 if (InitialToken.
is(tok::kw_union))
474 if (InitialToken.
is(tok::kw_struct))
479 void UnwrappedLineParser::parseChildBlock() {
486 ScopedDeclarationState DeclarationState(*Line, DeclarationScopeStack,
488 Line->Level += GoogScope ? 0 : 1;
490 flushComments(isOnNewLine(*FormatTok));
491 Line->Level -= GoogScope ? 0 : 1;
496 void UnwrappedLineParser::parsePPDirective() {
497 assert(FormatTok->Tok.is(tok::hash) &&
"'#' expected");
498 ScopedMacroState MacroState(*Line, Tokens, FormatTok);
501 if (!FormatTok->Tok.getIdentifierInfo()) {
506 switch (FormatTok->Tok.getIdentifierInfo()->getPPKeywordID()) {
532 void UnwrappedLineParser::conditionalCompilationCondition(
bool Unreachable) {
533 if (Unreachable || (!PPStack.empty() && PPStack.back() == PP_Unreachable))
534 PPStack.push_back(PP_Unreachable);
536 PPStack.push_back(PP_Conditional);
539 void UnwrappedLineParser::conditionalCompilationStart(
bool Unreachable) {
541 assert(PPBranchLevel >= 0 && PPBranchLevel <= (
int)PPLevelBranchIndex.size());
542 if (PPBranchLevel == (
int)PPLevelBranchIndex.size()) {
543 PPLevelBranchIndex.push_back(0);
544 PPLevelBranchCount.push_back(0);
546 PPChainBranchIndex.push(0);
547 bool Skip = PPLevelBranchIndex[PPBranchLevel] > 0;
548 conditionalCompilationCondition(Unreachable || Skip);
551 void UnwrappedLineParser::conditionalCompilationAlternative() {
552 if (!PPStack.empty())
554 assert(PPBranchLevel < (
int)PPLevelBranchIndex.size());
555 if (!PPChainBranchIndex.empty())
556 ++PPChainBranchIndex.top();
557 conditionalCompilationCondition(
558 PPBranchLevel >= 0 && !PPChainBranchIndex.empty() &&
559 PPLevelBranchIndex[PPBranchLevel] != PPChainBranchIndex.top());
562 void UnwrappedLineParser::conditionalCompilationEnd() {
563 assert(PPBranchLevel < (
int)PPLevelBranchIndex.size());
564 if (PPBranchLevel >= 0 && !PPChainBranchIndex.empty()) {
565 if (PPChainBranchIndex.top() + 1 > PPLevelBranchCount[PPBranchLevel]) {
566 PPLevelBranchCount[PPBranchLevel] = PPChainBranchIndex.top() + 1;
570 if (PPBranchLevel > 0)
572 if (!PPChainBranchIndex.empty())
573 PPChainBranchIndex.pop();
574 if (!PPStack.empty())
578 void UnwrappedLineParser::parsePPIf(
bool IfDef) {
580 bool IsLiteralFalse = (FormatTok->Tok.isLiteral() &&
581 FormatTok->Tok.getLiteralData() !=
nullptr &&
582 StringRef(FormatTok->Tok.getLiteralData(),
583 FormatTok->Tok.getLength()) ==
"0") ||
584 FormatTok->Tok.is(tok::kw_false);
585 conditionalCompilationStart(!IfDef && IsLiteralFalse);
589 void UnwrappedLineParser::parsePPElse() {
590 conditionalCompilationAlternative();
594 void UnwrappedLineParser::parsePPElIf() { parsePPElse(); }
596 void UnwrappedLineParser::parsePPEndIf() {
597 conditionalCompilationEnd();
601 void UnwrappedLineParser::parsePPDefine() {
604 if (FormatTok->Tok.getKind() != tok::identifier) {
609 if (FormatTok->Tok.getKind() == tok::l_paren &&
610 FormatTok->WhitespaceRange.getBegin() ==
611 FormatTok->WhitespaceRange.getEnd()) {
625 void UnwrappedLineParser::parsePPUnknown() {
638 return Tok.
isNot(tok::semi) && Tok.
isNot(tok::l_brace) &&
639 Tok.
isNot(tok::l_square) &&
642 Tok.
isNot(tok::period) && Tok.
isNot(tok::periodstar) &&
643 Tok.
isNot(tok::arrow) && Tok.
isNot(tok::arrowstar) &&
644 Tok.
isNot(tok::less) && Tok.
isNot(tok::greater) &&
645 Tok.
isNot(tok::slash) && Tok.
isNot(tok::percent) &&
646 Tok.
isNot(tok::lessless) && Tok.
isNot(tok::greatergreater) &&
647 Tok.
isNot(tok::equal) && Tok.
isNot(tok::plusequal) &&
648 Tok.
isNot(tok::minusequal) && Tok.
isNot(tok::starequal) &&
649 Tok.
isNot(tok::slashequal) && Tok.
isNot(tok::percentequal) &&
650 Tok.
isNot(tok::ampequal) && Tok.
isNot(tok::pipeequal) &&
651 Tok.
isNot(tok::caretequal) && Tok.
isNot(tok::greatergreaterequal) &&
652 Tok.
isNot(tok::lesslessequal) &&
656 Tok.
isNot(tok::colon) &&
658 Tok.
isNot(tok::kw_noexcept);
661 void UnwrappedLineParser::parseStructuralElement() {
662 assert(!FormatTok->is(tok::l_brace));
664 FormatTok->is(tok::pp_include)) {
666 if (FormatTok->is(tok::string_literal))
671 switch (FormatTok->Tok.getKind()) {
674 if (FormatTok->Tok.is(tok::l_brace)) {
678 switch (FormatTok->Tok.getObjCKeywordID()) {
679 case tok::objc_public:
680 case tok::objc_protected:
681 case tok::objc_package:
682 case tok::objc_private:
683 return parseAccessSpecifier();
684 case tok::objc_interface:
685 case tok::objc_implementation:
686 return parseObjCInterfaceOrImplementation();
687 case tok::objc_protocol:
688 return parseObjCProtocol();
691 case tok::objc_optional:
692 case tok::objc_required:
696 case tok::objc_autoreleasepool:
698 if (FormatTok->Tok.is(tok::l_brace)) {
716 if (FormatTok->is(tok::l_brace)) {
717 FormatTok->Type = TT_InlineASMBrace;
719 while (FormatTok && FormatTok->isNot(
tok::eof)) {
720 if (FormatTok->is(tok::r_brace)) {
721 FormatTok->Type = TT_InlineASMBrace;
726 FormatTok->Finalized =
true;
731 case tok::kw_namespace:
736 if (FormatTok->Tok.is(tok::kw_namespace)) {
742 case tok::kw_protected:
743 case tok::kw_private:
748 parseAccessSpecifier();
755 parseForOrWhileLoop();
763 case tok::kw_default:
776 if (FormatTok->Tok.is(tok::string_literal)) {
778 if (FormatTok->Tok.is(tok::l_brace)) {
779 parseBlock(
true,
false);
787 parseJavaScriptEs6ImportExport();
791 case tok::identifier:
792 if (FormatTok->is(TT_ForEachMacro)) {
793 parseForOrWhileLoop();
796 if (FormatTok->is(TT_MacroBlockBegin)) {
797 parseBlock(
false,
true,
803 parseJavaScriptEs6ImportExport();
809 if (FormatTok->is(tok::colon)) {
821 switch (FormatTok->Tok.getKind()) {
824 if (FormatTok->Tok.is(tok::l_brace))
838 case tok::kw_typedef:
853 if (FormatTok->is(tok::semi))
863 FormatTok->is(tok::kw_class))
866 FormatTok->Tok.getIdentifierInfo())
881 case tok::kw_operator:
883 if (FormatTok->isBinaryOperator())
888 if (FormatTok->Tok.isAnyIdentifier() ||
889 FormatTok->isSimpleTypeSpecifier())
891 if (FormatTok->is(tok::l_paren))
893 if (FormatTok->is(tok::l_brace))
897 if (!tryToParseBracedList()) {
904 FormatTok->Type = TT_FunctionLBrace;
916 case tok::identifier: {
917 if (FormatTok->is(TT_MacroBlockEnd)) {
925 FormatTok->is(Keywords.
kw_function) && Line->Tokens.size() > 0) {
926 tryToParseJSFunction();
937 StringRef
Text = FormatTok->TokenText;
939 if (Line->Tokens.size() == 1 &&
943 if (FormatTok->Tok.is(tok::colon) && !Line->MustBeDeclaration) {
949 bool FunctionLike = FormatTok->is(tok::l_paren);
953 bool FollowedByNewline =
954 CommentsBeforeNextToken.empty()
955 ? FormatTok->NewlinesBefore > 0
956 : CommentsBeforeNextToken.front()->NewlinesBefore > 0;
958 if (FollowedByNewline && (Text.size() >= 5 || FunctionLike) &&
970 if (FormatTok->is(TT_JsFatArrow)) {
972 if (FormatTok->is(tok::l_brace))
978 if (FormatTok->Tok.is(tok::l_brace)) {
995 bool UnwrappedLineParser::tryToParseLambda() {
1000 const FormatToken*
Previous = getPreviousToken();
1002 (Previous->isOneOf(tok::identifier, tok::kw_operator, tok::kw_new,
1004 Previous->closesScope() || Previous->isSimpleTypeSpecifier())) {
1008 assert(FormatTok->is(tok::l_square));
1009 FormatToken &LSquare = *FormatTok;
1010 if (!tryToParseLambdaIntroducer())
1013 while (FormatTok->isNot(tok::l_brace)) {
1014 if (FormatTok->isSimpleTypeSpecifier()) {
1018 switch (FormatTok->Tok.getKind()) {
1030 case tok::identifier:
1031 case tok::numeric_constant:
1032 case tok::coloncolon:
1033 case tok::kw_mutable:
1037 FormatTok->Type = TT_LambdaArrow;
1044 LSquare.Type = TT_LambdaLSquare;
1049 bool UnwrappedLineParser::tryToParseLambdaIntroducer() {
1051 if (FormatTok->is(tok::equal)) {
1053 if (FormatTok->is(tok::r_square)) {
1057 if (FormatTok->isNot(tok::comma))
1060 }
else if (FormatTok->is(tok::amp)) {
1062 if (FormatTok->is(tok::r_square)) {
1066 if (!FormatTok->isOneOf(tok::comma, tok::identifier)) {
1069 if (FormatTok->is(tok::comma))
1071 }
else if (FormatTok->is(tok::r_square)) {
1076 if (FormatTok->is(tok::amp))
1078 if (!FormatTok->isOneOf(tok::identifier, tok::kw_this))
1081 if (FormatTok->is(tok::ellipsis))
1083 if (FormatTok->is(tok::comma)) {
1085 }
else if (FormatTok->is(tok::r_square)) {
1095 void UnwrappedLineParser::tryToParseJSFunction() {
1099 if (FormatTok->is(tok::identifier))
1102 if (FormatTok->isNot(tok::l_paren))
1108 if (FormatTok->is(tok::colon)) {
1114 if (FormatTok->is(tok::l_brace))
1115 tryToParseBracedList();
1117 while (FormatTok->isNot(tok::l_brace) && !eof())
1124 bool UnwrappedLineParser::tryToParseBracedList() {
1126 calculateBraceTypes();
1128 if (FormatTok->BlockKind ==
BK_Block)
1134 bool UnwrappedLineParser::parseBracedList(
bool ContinueOnSemicolons) {
1135 bool HasError =
false;
1143 tryToParseJSFunction();
1146 if (FormatTok->is(TT_JsFatArrow)) {
1150 if (FormatTok->is(tok::l_brace)) {
1156 switch (FormatTok->Tok.getKind()) {
1159 if (FormatTok->is(tok::l_brace)) {
1177 if (FormatTok->is(tok::l_brace))
1195 if (!ContinueOnSemicolons)
1210 void UnwrappedLineParser::parseParens() {
1211 assert(FormatTok->Tok.is(tok::l_paren) &&
"'(' expected.");
1214 switch (FormatTok->Tok.getKind()) {
1230 if (!tryToParseBracedList())
1235 if (FormatTok->Tok.is(tok::l_brace))
1238 case tok::identifier:
1241 tryToParseJSFunction();
1252 void UnwrappedLineParser::parseSquare() {
1253 assert(FormatTok->Tok.is(tok::l_square) &&
"'[' expected.");
1254 if (tryToParseLambda())
1257 switch (FormatTok->Tok.getKind()) {
1270 case tok::l_brace: {
1271 if (!tryToParseBracedList())
1277 if (FormatTok->Tok.is(tok::l_brace))
1287 void UnwrappedLineParser::parseIfThenElse() {
1288 assert(FormatTok->Tok.is(tok::kw_if) &&
"'if' expected");
1290 if (FormatTok->Tok.is(tok::l_paren))
1292 bool NeedsUnwrappedLine =
false;
1293 if (FormatTok->Tok.is(tok::l_brace)) {
1299 NeedsUnwrappedLine =
true;
1303 parseStructuralElement();
1306 if (FormatTok->Tok.is(tok::kw_else)) {
1308 if (FormatTok->Tok.is(tok::l_brace)) {
1312 }
else if (FormatTok->Tok.is(tok::kw_if)) {
1317 parseStructuralElement();
1320 }
else if (NeedsUnwrappedLine) {
1325 void UnwrappedLineParser::parseTryCatch() {
1326 assert(FormatTok->isOneOf(tok::kw_try, tok::kw___try) &&
"'try' expected");
1328 bool NeedsUnwrappedLine =
false;
1329 if (FormatTok->is(tok::colon)) {
1332 while (FormatTok->is(tok::identifier)) {
1334 if (FormatTok->is(tok::l_paren))
1336 if (FormatTok->is(tok::comma))
1344 if (FormatTok->is(tok::l_brace)) {
1350 NeedsUnwrappedLine =
true;
1352 }
else if (!FormatTok->is(tok::kw_catch)) {
1358 parseStructuralElement();
1362 if (FormatTok->is(tok::at))
1364 if (!(FormatTok->isOneOf(tok::kw_catch, Keywords.
kw___except,
1365 tok::kw___finally) ||
1369 (FormatTok->Tok.isObjCAtKeyword(tok::objc_catch) ||
1370 FormatTok->Tok.isObjCAtKeyword(tok::objc_finally))))
1373 while (FormatTok->isNot(tok::l_brace)) {
1374 if (FormatTok->is(tok::l_paren)) {
1378 if (FormatTok->isOneOf(tok::semi, tok::r_brace,
tok::eof))
1382 NeedsUnwrappedLine =
false;
1388 NeedsUnwrappedLine =
true;
1390 if (NeedsUnwrappedLine)
1394 void UnwrappedLineParser::parseNamespace() {
1395 assert(FormatTok->Tok.is(tok::kw_namespace) &&
"'namespace' expected");
1397 const FormatToken &InitialToken = *FormatTok;
1399 while (FormatTok->isOneOf(tok::identifier, tok::coloncolon))
1401 if (FormatTok->Tok.is(tok::l_brace)) {
1407 DeclarationScopeStack.size() > 1);
1408 parseBlock(
true, AddLevel);
1411 if (FormatTok->Tok.is(tok::semi))
1418 void UnwrappedLineParser::parseNew() {
1419 assert(FormatTok->is(tok::kw_new) &&
"'new' expected");
1427 if (FormatTok->isOneOf(tok::semi, tok::l_brace, tok::r_brace))
1431 if (FormatTok->is(tok::l_paren)) {
1435 if (FormatTok->is(tok::l_brace))
1443 void UnwrappedLineParser::parseForOrWhileLoop() {
1444 assert(FormatTok->isOneOf(tok::kw_for, tok::kw_while, TT_ForEachMacro) &&
1445 "'for', 'while' or foreach macro expected");
1447 if (FormatTok->Tok.is(tok::l_paren))
1449 if (FormatTok->Tok.is(tok::l_brace)) {
1456 parseStructuralElement();
1461 void UnwrappedLineParser::parseDoWhile() {
1462 assert(FormatTok->Tok.is(tok::kw_do) &&
"'do' expected");
1464 if (FormatTok->Tok.is(tok::l_brace)) {
1472 parseStructuralElement();
1477 if (!FormatTok->Tok.is(tok::kw_while)) {
1483 parseStructuralElement();
1486 void UnwrappedLineParser::parseLabel() {
1488 unsigned OldLineLevel = Line->Level;
1489 if (Line->Level > 1 || (!Line->InPPDirective && Line->Level > 0))
1491 if (CommentsBeforeNextToken.empty() && FormatTok->Tok.is(tok::l_brace)) {
1494 if (FormatTok->Tok.is(tok::kw_break)) {
1497 parseStructuralElement();
1501 if (FormatTok->is(tok::semi))
1505 Line->Level = OldLineLevel;
1508 void UnwrappedLineParser::parseCaseLabel() {
1509 assert(FormatTok->Tok.is(tok::kw_case) &&
"'case' expected");
1513 }
while (!eof() && !FormatTok->Tok.is(tok::colon));
1517 void UnwrappedLineParser::parseSwitch() {
1518 assert(FormatTok->Tok.is(tok::kw_switch) &&
"'switch' expected");
1520 if (FormatTok->Tok.is(tok::l_paren))
1522 if (FormatTok->Tok.is(tok::l_brace)) {
1529 parseStructuralElement();
1534 void UnwrappedLineParser::parseAccessSpecifier() {
1540 if (FormatTok->Tok.is(tok::colon))
1545 bool UnwrappedLineParser::parseEnum() {
1547 if (FormatTok->Tok.is(tok::kw_enum))
1557 if (FormatTok->Tok.is(tok::kw_class) || FormatTok->Tok.is(tok::kw_struct))
1560 while (FormatTok->Tok.getIdentifierInfo() ||
1561 FormatTok->isOneOf(tok::colon, tok::coloncolon, tok::less,
1562 tok::greater, tok::comma, tok::question)) {
1565 if (FormatTok->is(tok::l_paren))
1567 if (FormatTok->is(tok::identifier)) {
1572 FormatTok->is(tok::identifier))
1578 if (FormatTok->isNot(tok::l_brace))
1584 parseJavaEnumBody();
1593 bool HasError = !parseBracedList(
true);
1595 if (FormatTok->is(tok::semi))
1606 void UnwrappedLineParser::parseJavaEnumBody() {
1611 bool IsSimple =
true;
1614 if (Tok->is(tok::r_brace))
1616 if (Tok->isOneOf(tok::l_brace, tok::semi)) {
1640 if (FormatTok->is(tok::l_brace)) {
1642 parseBlock(
true,
true,
1644 }
else if (FormatTok->is(tok::l_paren)) {
1646 }
else if (FormatTok->is(tok::comma)) {
1649 }
else if (FormatTok->is(tok::semi)) {
1653 }
else if (FormatTok->is(tok::r_brace)) {
1668 void UnwrappedLineParser::parseRecord() {
1669 const FormatToken &InitialToken = *FormatTok;
1674 while (FormatTok->isOneOf(tok::identifier, tok::coloncolon, tok::hashhash,
1675 tok::kw___attribute, tok::kw___declspec,
1679 FormatTok->isOneOf(tok::period, tok::comma))) {
1680 bool IsNonMacroIdentifier =
1681 FormatTok->is(tok::identifier) &&
1682 FormatTok->TokenText != FormatTok->TokenText.upper();
1685 if (!IsNonMacroIdentifier && FormatTok->Tok.is(tok::l_paren))
1699 if (FormatTok->isOneOf(tok::colon, tok::less)) {
1701 if (FormatTok->is(tok::l_brace)) {
1702 calculateBraceTypes(
true);
1703 if (!tryToParseBracedList())
1706 if (FormatTok->Tok.is(tok::semi))
1711 if (FormatTok->Tok.is(tok::l_brace)) {
1715 parseBlock(
true,
true,
1723 void UnwrappedLineParser::parseObjCProtocolList() {
1724 assert(FormatTok->Tok.is(tok::less) &&
"'<' expected.");
1727 while (!eof() && FormatTok->Tok.isNot(tok::greater));
1731 void UnwrappedLineParser::parseObjCUntilAtEnd() {
1733 if (FormatTok->Tok.isObjCAtKeyword(tok::objc_end)) {
1738 if (FormatTok->is(tok::l_brace)) {
1742 }
else if (FormatTok->is(tok::r_brace)) {
1747 parseStructuralElement();
1752 void UnwrappedLineParser::parseObjCInterfaceOrImplementation() {
1757 if (FormatTok->Tok.is(tok::colon)) {
1760 }
else if (FormatTok->Tok.is(tok::l_paren))
1764 if (FormatTok->Tok.is(tok::less))
1765 parseObjCProtocolList();
1767 if (FormatTok->Tok.is(tok::l_brace)) {
1777 parseObjCUntilAtEnd();
1780 void UnwrappedLineParser::parseObjCProtocol() {
1784 if (FormatTok->Tok.is(tok::less))
1785 parseObjCProtocolList();
1788 if (FormatTok->Tok.is(tok::semi)) {
1790 return addUnwrappedLine();
1794 parseObjCUntilAtEnd();
1797 void UnwrappedLineParser::parseJavaScriptEs6ImportExport() {
1798 assert(FormatTok->isOneOf(Keywords.
kw_import, tok::kw_export));
1802 if (FormatTok->is(tok::kw_default))
1816 if (FormatTok->isOneOf(tok::kw_const, tok::kw_class, tok::kw_enum,
1821 while (!eof() && FormatTok->isNot(tok::semi)) {
1822 if (FormatTok->is(tok::l_brace)) {
1832 StringRef Prefix =
"") {
1833 llvm::dbgs() << Prefix <<
"Line(" << Line.
Level <<
")"
1835 for (std::list<UnwrappedLineNode>::const_iterator
I = Line.
Tokens.begin(),
1838 llvm::dbgs() <<
I->Tok->Tok.getName() <<
"[" <<
I->Tok->Type <<
"] ";
1840 for (std::list<UnwrappedLineNode>::const_iterator
I = Line.
Tokens.begin(),
1851 llvm::dbgs() <<
"\n";
1854 void UnwrappedLineParser::addUnwrappedLine() {
1855 if (Line->Tokens.empty())
1858 if (CurrentLines == &Lines)
1861 CurrentLines->push_back(std::move(*Line));
1862 Line->Tokens.clear();
1863 if (CurrentLines == &Lines && !PreprocessorDirectives.empty()) {
1864 CurrentLines->append(
1865 std::make_move_iterator(PreprocessorDirectives.begin()),
1866 std::make_move_iterator(PreprocessorDirectives.end()));
1867 PreprocessorDirectives.clear();
1871 bool UnwrappedLineParser::eof()
const {
return FormatTok->Tok.is(
tok::eof); }
1873 bool UnwrappedLineParser::isOnNewLine(
const FormatToken &FormatTok) {
1874 return (Line->InPPDirective || FormatTok.HasUnescapedNewline) &&
1875 FormatTok.NewlinesBefore > 0;
1878 void UnwrappedLineParser::flushComments(
bool NewlineBeforeNext) {
1879 bool JustComments = Line->Tokens.empty();
1880 for (SmallVectorImpl<FormatToken *>::const_iterator
1881 I = CommentsBeforeNextToken.begin(),
1882 E = CommentsBeforeNextToken.end();
1884 if (isOnNewLine(**
I) && JustComments)
1888 if (NewlineBeforeNext && JustComments)
1890 CommentsBeforeNextToken.clear();
1893 void UnwrappedLineParser::nextToken() {
1896 flushComments(isOnNewLine(*FormatTok));
1897 pushToken(FormatTok);
1901 const FormatToken *UnwrappedLineParser::getPreviousToken() {
1904 if (!Line || Line->Tokens.empty())
1906 return Line->Tokens.back().Tok;
1909 void UnwrappedLineParser::readToken() {
1910 bool CommentsInCurrentLine =
true;
1914 while (!Line->InPPDirective && FormatTok->Tok.is(tok::hash) &&
1915 (FormatTok->HasUnescapedNewline || FormatTok->IsFirst)) {
1918 bool SwitchToPreprocessorLines = !Line->Tokens.empty();
1923 flushComments(isOnNewLine(*FormatTok));
1926 while (FormatTok->Type == TT_ConflictStart ||
1927 FormatTok->Type == TT_ConflictEnd ||
1928 FormatTok->Type == TT_ConflictAlternative) {
1929 if (FormatTok->Type == TT_ConflictStart) {
1930 conditionalCompilationStart(
false);
1931 }
else if (FormatTok->Type == TT_ConflictAlternative) {
1932 conditionalCompilationAlternative();
1933 }
else if (FormatTok->Type == TT_ConflictEnd) {
1934 conditionalCompilationEnd();
1940 if (!PPStack.empty() && (PPStack.back() == PP_Unreachable) &&
1941 !Line->InPPDirective) {
1945 if (!FormatTok->Tok.is(tok::comment))
1947 if (isOnNewLine(*FormatTok) || FormatTok->IsFirst) {
1948 CommentsInCurrentLine =
false;
1950 if (CommentsInCurrentLine) {
1951 pushToken(FormatTok);
1953 CommentsBeforeNextToken.push_back(FormatTok);
1958 void UnwrappedLineParser::pushToken(FormatToken *Tok) {
1959 Line->Tokens.push_back(UnwrappedLineNode(Tok));
1960 if (MustBreakBeforeNextToken) {
1961 Line->Tokens.back().Tok->MustBreakBefore =
true;
1962 MustBreakBeforeNextToken =
false;
Parser - This implements a parser for the C family of languages.
FormatToken *& ResetToken
Token - This structure provides full information about a lexed token.
detail::InMemoryDirectory::const_iterator I
std::vector< bool > & Stack
FormatTokenSource *& TokenSource
MatchFinder::MatchCallback * Callback
bool isNot(tok::TokenKind K) const
ArrayRef< FormatToken * > Tokens
This file contains the declaration of the UnwrappedLineParser, which turns a stream of tokens into Un...
TokenKind
Provides a simple uniform namespace for tokens from all C languages.
ast_type_traits::DynTypedNode Node
if(T->getSizeExpr()) TRY_TO(TraverseStmt(T-> getSizeExpr()))
detail::InMemoryDirectory::const_iterator E
unsigned kind
All of the diagnostics that can be emitted by the frontend.
unsigned PreviousLineLevel
FormatTokenSource * PreviousTokenSource