Lines Matching refs:FormatTok
30 : FormatTok(nullptr), IsFirstToken(true), StateStack({LexerState::NORMAL}), in FormatTokenLexer()
1073 Token Tok = FormatTok->Tok; in getStashedToken()
1074 StringRef TokenText = FormatTok->TokenText; in getStashedToken()
1076 unsigned OriginalColumn = FormatTok->OriginalColumn; in getStashedToken()
1077 FormatTok = new (Allocator.Allocate()) FormatToken; in getStashedToken()
1078 FormatTok->Tok = Tok; in getStashedToken()
1080 FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1); in getStashedToken()
1081 FormatTok->Tok.setLocation(TokLocation); in getStashedToken()
1082 FormatTok->WhitespaceRange = SourceRange(TokLocation, TokLocation); in getStashedToken()
1083 FormatTok->TokenText = TokenText; in getStashedToken()
1084 FormatTok->ColumnWidth = 1; in getStashedToken()
1085 FormatTok->OriginalColumn = OriginalColumn + 1; in getStashedToken()
1087 return FormatTok; in getStashedToken()
1097 assert(NewLen <= FormatTok->TokenText.size()); in truncateToken()
1099 Lex->getBufferLocation() - FormatTok->TokenText.size() + NewLen))); in truncateToken()
1100 FormatTok->TokenText = FormatTok->TokenText.substr(0, NewLen); in truncateToken()
1101 FormatTok->ColumnWidth = encoding::columnWidthWithTabs( in truncateToken()
1102 FormatTok->TokenText, FormatTok->OriginalColumn, Style.TabWidth, in truncateToken()
1104 FormatTok->Tok.setLength(NewLen); in truncateToken()
1148 FormatTok = new (Allocator.Allocate()) FormatToken; in getNextToken()
1149 readRawToken(*FormatTok); in getNextToken()
1151 FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace); in getNextToken()
1152 FormatTok->IsFirst = IsFirstToken; in getNextToken()
1160 while (FormatTok->isNot(tok::eof)) { in getNextToken()
1161 auto LeadingWhitespace = countLeadingWhitespace(FormatTok->TokenText); in getNextToken()
1164 if (LeadingWhitespace < FormatTok->TokenText.size()) in getNextToken()
1166 StringRef Text = FormatTok->TokenText; in getNextToken()
1178 ++FormatTok->NewlinesBefore; in getNextToken()
1180 FormatTok->HasUnescapedNewline = true; in getNextToken()
1183 FormatTok->LastNewlineOffset = WhitespaceLength + i + 1; in getNextToken()
1218 readRawToken(*FormatTok); in getNextToken()
1221 if (FormatTok->is(tok::unknown)) in getNextToken()
1222 FormatTok->setType(TT_ImplicitStringLiteral); in getNextToken()
1232 FormatTok->is(tok::comment) && FormatTok->TokenText.starts_with("//")) { in getNextToken()
1233 size_t BackslashPos = FormatTok->TokenText.find('\\'); in getNextToken()
1235 if (BackslashPos + 1 < FormatTok->TokenText.size() && in getNextToken()
1236 FormatTok->TokenText[BackslashPos + 1] == '\n') { in getNextToken()
1240 BackslashPos = FormatTok->TokenText.find('\\', BackslashPos + 1); in getNextToken()
1252 if (FormatTok->is(tok::numeric_constant)) { in getNextToken()
1254 auto Quote = FormatTok->TokenText.find('\''); in getNextToken()
1257 } else if (FormatTok->isOneOf(tok::hash, tok::hashhash)) { in getNextToken()
1258 FormatTok->Tok.setKind(tok::raw_identifier); in getNextToken()
1259 } else if (FormatTok->is(tok::raw_identifier)) { in getNextToken()
1260 if (FormatTok->TokenText == "`") { in getNextToken()
1261 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1262 FormatTok->Tok.setKind(tok::hash); in getNextToken()
1263 } else if (FormatTok->TokenText == "``") { in getNextToken()
1264 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1265 FormatTok->Tok.setKind(tok::hashhash); in getNextToken()
1268 NumberBase.match(FormatTok->TokenText, &Matches)) { in getNextToken()
1274 FormatTok->setFinalizedType(TT_VerilogNumberBase); in getNextToken()
1279 FormatTok->WhitespaceRange = SourceRange( in getNextToken()
1282 FormatTok->OriginalColumn = Column; in getNextToken()
1285 if (FormatTok->is(tok::comment)) { in getNextToken()
1287 StringRef UntrimmedText = FormatTok->TokenText; in getNextToken()
1288 FormatTok->TokenText = FormatTok->TokenText.rtrim(" \t\v\f"); in getNextToken()
1289 TrailingWhitespace = UntrimmedText.size() - FormatTok->TokenText.size(); in getNextToken()
1290 } else if (FormatTok->is(tok::raw_identifier)) { in getNextToken()
1291 IdentifierInfo &Info = IdentTable.get(FormatTok->TokenText); in getNextToken()
1292 FormatTok->Tok.setIdentifierInfo(&Info); in getNextToken()
1293 FormatTok->Tok.setKind(Info.getTokenID()); in getNextToken()
1295 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, tok::kw_delete, in getNextToken()
1297 FormatTok->Tok.setKind(tok::identifier); in getNextToken()
1298 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1300 FormatTok->isOneOf(tok::kw_struct, tok::kw_union, in getNextToken()
1302 FormatTok->Tok.setKind(tok::identifier); in getNextToken()
1303 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1304 } else if (Style.isTableGen() && !Keywords.isTableGenKeyword(*FormatTok)) { in getNextToken()
1305 FormatTok->Tok.setKind(tok::identifier); in getNextToken()
1306 FormatTok->Tok.setIdentifierInfo(nullptr); in getNextToken()
1308 } else if (FormatTok->is(tok::greatergreater)) { in getNextToken()
1309 FormatTok->Tok.setKind(tok::greater); in getNextToken()
1310 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1313 } else if (FormatTok->is(tok::lessless)) { in getNextToken()
1314 FormatTok->Tok.setKind(tok::less); in getNextToken()
1315 FormatTok->TokenText = FormatTok->TokenText.substr(0, 1); in getNextToken()
1322 FormatTok->Tok.isOneOf(tok::identifier, tok::question)) { in getNextToken()
1324 FormatTok->Tok.setKind(tok::numeric_constant); in getNextToken()
1329 StringRef Text = FormatTok->TokenText; in getNextToken()
1334 FormatTok->ColumnWidth = in getNextToken()
1336 Column += FormatTok->ColumnWidth; in getNextToken()
1338 FormatTok->IsMultiline = true; in getNextToken()
1341 FormatTok->ColumnWidth = encoding::columnWidthWithTabs( in getNextToken()
1346 FormatTok->LastLineColumnWidth = encoding::columnWidthWithTabs( in getNextToken()
1348 Column = FormatTok->LastLineColumnWidth; in getNextToken()
1352 auto *Identifier = FormatTok->Tok.getIdentifierInfo(); in getNextToken()
1358 FormatTok->setType(it->second); in getNextToken()
1364 FormatTok->Tok.setKind(tok::kw_if); in getNextToken()
1366 } else if (FormatTok->is(tok::identifier)) { in getNextToken()
1368 FormatTok->setType(TT_MacroBlockBegin); in getNextToken()
1370 FormatTok->setType(TT_MacroBlockEnd); in getNextToken()
1372 FormatTok->setFinalizedType(TT_TypeName); in getNextToken()
1376 return FormatTok; in getNextToken()