@@ -2601,7 +2601,6 @@ void Lexer::lexImpl() {
2601
2601
if (DiagQueue)
2602
2602
DiagQueue->clear ();
2603
2603
2604
- const char *LeadingTriviaStart = CurPtr;
2605
2604
if (CurPtr == BufferStart) {
2606
2605
if (BufferStart < ContentStart) {
2607
2606
size_t BOMLen = ContentStart - BufferStart;
@@ -2613,7 +2612,7 @@ void Lexer::lexImpl() {
2613
2612
NextToken.setAtStartOfLine (false );
2614
2613
}
2615
2614
2616
- lexTrivia (/* IsForTrailingTrivia= */ false , LeadingTriviaStart );
2615
+ lexTrivia ();
2617
2616
2618
2617
// Remember the start of the token so we can form the text range.
2619
2618
const char *TokStart = CurPtr;
@@ -2817,22 +2816,17 @@ Token Lexer::getTokenAtLocation(const SourceManager &SM, SourceLoc Loc,
2817
2816
return L.peekNextToken ();
2818
2817
}
2819
2818
2820
- StringRef Lexer::lexTrivia (bool IsForTrailingTrivia,
2821
- const char *AllTriviaStart) {
2819
+ void Lexer::lexTrivia () {
2822
2820
CommentStart = nullptr ;
2823
2821
2824
2822
Restart:
2825
2823
const char *TriviaStart = CurPtr;
2826
2824
2827
2825
switch (*CurPtr++) {
2828
2826
case ' \n ' :
2829
- if (IsForTrailingTrivia)
2830
- break ;
2831
2827
NextToken.setAtStartOfLine (true );
2832
2828
goto Restart;
2833
2829
case ' \r ' :
2834
- if (IsForTrailingTrivia)
2835
- break ;
2836
2830
NextToken.setAtStartOfLine (true );
2837
2831
if (CurPtr[0 ] == ' \n ' ) {
2838
2832
++CurPtr;
@@ -2844,8 +2838,7 @@ StringRef Lexer::lexTrivia(bool IsForTrailingTrivia,
2844
2838
case ' \f ' :
2845
2839
goto Restart;
2846
2840
case ' /' :
2847
- if (IsForTrailingTrivia || isKeepingComments ()) {
2848
- // Don't lex comments as trailing trivia (for now).
2841
+ if (isKeepingComments ()) {
2849
2842
// Don't try to lex comments here if we are lexing comments as Tokens.
2850
2843
break ;
2851
2844
} else if (*CurPtr == ' /' ) {
@@ -2926,15 +2919,12 @@ StringRef Lexer::lexTrivia(bool IsForTrailingTrivia,
2926
2919
bool ShouldTokenize = lexUnknown (/* EmitDiagnosticsIfToken=*/ false );
2927
2920
if (ShouldTokenize) {
2928
2921
CurPtr = Tmp;
2929
- size_t Length = CurPtr - AllTriviaStart;
2930
- return StringRef (AllTriviaStart, Length);
2922
+ return ;
2931
2923
}
2932
2924
goto Restart;
2933
2925
}
2934
2926
// Reset the cursor.
2935
2927
--CurPtr;
2936
- size_t Length = CurPtr - AllTriviaStart;
2937
- return StringRef (AllTriviaStart, Length);
2938
2928
}
2939
2929
2940
2930
SourceLoc Lexer::getLocForEndOfToken (const SourceManager &SM, SourceLoc Loc) {
0 commit comments