Home | History | Annotate | Download | only in Lex

Lines Matching defs:Tokens

34   /// The known tokens encountered during the minimization.
35   SmallVectorImpl<Token> &Tokens;
37   Minimizer(SmallVectorImpl<char> &Out, SmallVectorImpl<Token> &Tokens,
40       : Out(Out), Tokens(Tokens), Input(Input), Diags(Diags),
70     Tokens.emplace_back(K, Out.size());
71     return Tokens.back();
74     Out.resize(Tokens.back().Offset);
75     Tokens.pop_back();
77   TokenKind top() const { return Tokens.empty() ? pp_none : Tokens.back().K; }
438     // space, as the space matters when tokens are separated by a line
772   // drop the tokens if we scan for identifiers in the condition and find none.
952     SmallVectorImpl<Token> &Tokens, DiagnosticsEngine *Diags,
955   Tokens.clear();
956   return Minimizer(Output, Tokens, Input, Diags, InputSourceLoc).minimize();