reference, declarationdefinition
definition → references, declarations, derived classes, virtual overrides
reference to multiple definitions → definitions
unreferenced

Declarations

tools/clang/include/clang/AST/Stmt.h
   57 class Token;
tools/clang/include/clang/Lex/LiteralSupport.h
   30 class Token;
tools/clang/include/clang/Lex/PPCallbacks.h
   25   class Token;
tools/clang/include/clang/Lex/Pragma.h
   26 class Token;
tools/clang/include/clang/Lex/PreprocessingRecord.h
   56 class Token;
tools/clang/include/clang/Lex/TokenConcatenation.h
   20   class Token;
tools/clang/include/clang/Lex/TokenLexer.h
   24 class Token;
tools/clang/include/clang/Sema/Sema.h
  184   class Token;
tools/clang/include/clang/Serialization/ASTWriter.h
   94 class Token;
tools/clang/tools/libclang/CIndexer.h
   31 class Token;

References

include/llvm/ADT/ArrayRef.h
   43     using iterator = const T *;
   44     using const_iterator = const T *;
   50     const T *Data = nullptr;
   66     /*implicit*/ ArrayRef(const T &OneElt)
   70     /*implicit*/ ArrayRef(const T *data, size_t length)
   74     ArrayRef(const T *begin, const T *end)
   74     ArrayRef(const T *begin, const T *end)
   81     /*implicit*/ ArrayRef(const SmallVectorTemplateCommon<T, U> &Vec)
   87     /*implicit*/ ArrayRef(const std::vector<T, A> &Vec)
   92     /*implicit*/ constexpr ArrayRef(const std::array<T, N> &Arr)
   97     /*implicit*/ constexpr ArrayRef(const T (&Arr)[N]) : Data(Arr), Length(N) {}
  100     /*implicit*/ ArrayRef(const std::initializer_list<T> &Vec)
  145     const T *data() const { return Data; }
  151     const T &front() const {
  157     const T &back() const {
  163     template <typename Allocator> ArrayRef<T> copy(Allocator &A) {
  164       T *Buff = A.template Allocate<T>(Length);
  164       T *Buff = A.template Allocate<T>(Length);
  178     ArrayRef<T> slice(size_t N, size_t M) const {
  184     ArrayRef<T> slice(size_t N) const { return slice(N, size() - N); }
  187     ArrayRef<T> drop_front(size_t N = 1) const {
  193     ArrayRef<T> drop_back(size_t N = 1) const {
  200     template <class PredicateT> ArrayRef<T> drop_while(PredicateT Pred) const {
  206     template <class PredicateT> ArrayRef<T> drop_until(PredicateT Pred) const {
  211     ArrayRef<T> take_front(size_t N = 1) const {
  218     ArrayRef<T> take_back(size_t N = 1) const {
  226     template <class PredicateT> ArrayRef<T> take_while(PredicateT Pred) const {
  232     template <class PredicateT> ArrayRef<T> take_until(PredicateT Pred) const {
  239     const T &operator[](size_t Index) const {
  249     typename std::enable_if<std::is_same<U, T>::value, ArrayRef<T>>::type &
  257     typename std::enable_if<std::is_same<U, T>::value, ArrayRef<T>>::type &
  263     std::vector<T> vec() const {
  270     operator std::vector<T>() const {
  290   class LLVM_NODISCARD MutableArrayRef : public ArrayRef<T> {
  292     using iterator = T *;
  302     /*implicit*/ MutableArrayRef(T &OneElt) : ArrayRef<T>(OneElt) {}
  305     /*implicit*/ MutableArrayRef(T *data, size_t length)
  309     MutableArrayRef(T *begin, T *end) : ArrayRef<T>(begin, end) {}
  309     MutableArrayRef(T *begin, T *end) : ArrayRef<T>(begin, end) {}
  312     /*implicit*/ MutableArrayRef(SmallVectorImpl<T> &Vec)
  316     /*implicit*/ MutableArrayRef(std::vector<T> &Vec)
  321     /*implicit*/ constexpr MutableArrayRef(std::array<T, N> &Arr)
  326     /*implicit*/ constexpr MutableArrayRef(T (&Arr)[N]) : ArrayRef<T>(Arr) {}
  328     T *data() const { return const_cast<T*>(ArrayRef<T>::data()); }
  337     T &front() const {
  343     T &back() const {
  350     MutableArrayRef<T> slice(size_t N, size_t M) const {
  356     MutableArrayRef<T> slice(size_t N) const {
  361     MutableArrayRef<T> drop_front(size_t N = 1) const {
  366     MutableArrayRef<T> drop_back(size_t N = 1) const {
  374     MutableArrayRef<T> drop_while(PredicateT Pred) const {
  381     MutableArrayRef<T> drop_until(PredicateT Pred) const {
  386     MutableArrayRef<T> take_front(size_t N = 1) const {
  393     MutableArrayRef<T> take_back(size_t N = 1) const {
  402     MutableArrayRef<T> take_while(PredicateT Pred) const {
  409     MutableArrayRef<T> take_until(PredicateT Pred) const {
  416     T &operator[](size_t Index) const {
  456   ArrayRef<T> makeArrayRef(const T *data, size_t length) {
  456   ArrayRef<T> makeArrayRef(const T *data, size_t length) {
  468   ArrayRef<T> makeArrayRef(const SmallVectorImpl<T> &Vec) {
  468   ArrayRef<T> makeArrayRef(const SmallVectorImpl<T> &Vec) {
  474   ArrayRef<T> makeArrayRef(const SmallVector<T, N> &Vec) {
  474   ArrayRef<T> makeArrayRef(const SmallVector<T, N> &Vec) {
include/llvm/ADT/Optional.h
  144     T value;
  160   explicit OptionalStorage(in_place_t, Args &&... args)
  161       : value(std::forward<Args>(args)...), hasVal(true) {}
  172   T &getValue() LLVM_LVALUE_FUNCTION noexcept {
  176   T const &getValue() const LLVM_LVALUE_FUNCTION noexcept {
  181   T &&getValue() && noexcept {
  197       ::new ((void *)std::addressof(value)) T(y);
  216   optional_detail::OptionalStorage<T> Storage;
  219   using value_type = T;
  224   Optional(const T &y) : Storage(optional_detail::in_place_t{}, y) {}
  227   Optional(T &&y) : Storage(optional_detail::in_place_t{}, std::move(y)) {}
  230   Optional &operator=(T &&y) {
  241   static inline Optional create(const T *y) {
  245   Optional &operator=(const T &y) {
  253   const T *getPointer() const { return &Storage.getValue(); }
  254   T *getPointer() { return &Storage.getValue(); }
  255   const T &getValue() const LLVM_LVALUE_FUNCTION { return Storage.getValue(); }
  256   T &getValue() LLVM_LVALUE_FUNCTION { return Storage.getValue(); }
  260   const T *operator->() const { return getPointer(); }
  261   T *operator->() { return getPointer(); }
  262   const T &operator*() const LLVM_LVALUE_FUNCTION { return getValue(); }
  263   T &operator*() LLVM_LVALUE_FUNCTION { return getValue(); }
  266   constexpr T getValueOr(U &&value) const LLVM_LVALUE_FUNCTION {
  271   T &&getValue() && { return std::move(Storage.getValue()); }
  272   T &&operator*() && { return std::move(Storage.getValue()); }
  275   T getValueOr(U &&value) && {
include/llvm/ADT/SmallVector.h
   75   AlignedCharArrayUnion<T> FirstEl;
  114   using value_type = T;
  115   using iterator = T *;
  116   using const_iterator = const T *;
  121   using reference = T &;
  122   using const_reference = const T &;
  123   using pointer = T *;
  124   using const_pointer = const T *;
  141   size_t capacity_in_bytes() const { return capacity() * sizeof(T); }
  259 class SmallVectorTemplateBase<T, true> : public SmallVectorTemplateCommon<T> {
  264   static void destroy_range(T *, T *) {}
  264   static void destroy_range(T *, T *) {}
  286       T1 *I, T1 *E, T2 *Dest,
  286       T1 *I, T1 *E, T2 *Dest,
  286       T1 *I, T1 *E, T2 *Dest,
  287       typename std::enable_if<std::is_same<typename std::remove_const<T1>::type,
  288                                            T2>::value>::type * = nullptr) {
  294       memcpy(reinterpret_cast<void *>(Dest), I, (E - I) * sizeof(T));
  299   void grow(size_t MinSize = 0) { this->grow_pod(MinSize, sizeof(T)); }
  302   void push_back(const T &Elt) {
  305     memcpy(reinterpret_cast<void *>(this->end()), &Elt, sizeof(T));
  315 class SmallVectorImpl : public SmallVectorTemplateBase<T> {
  316   using SuperClass = SmallVectorTemplateBase<T>;
  352         new (&*I) T();
  357   void resize(size_type N, const T &NV) {
  374   LLVM_NODISCARD T pop_back_val() {
  375     T Result = ::std::move(this->back());
  397   void append(size_type NumInputs, const T &Elt) {
  405   void append(std::initializer_list<T> IL) {
  412   void assign(size_type NumElts, const T &Elt) {
  429   void assign(std::initializer_list<T> IL) {
  467   iterator insert(iterator I, T &&Elt) {
  497   iterator insert(iterator I, const T &Elt) {
  511     ::new ((void*) this->end()) T(std::move(this->back()));
  518     const T *EltPtr = &Elt;
  526   iterator insert(iterator I, size_type NumToInsert, const T &Elt) {
  606       T *OldEnd = this->end();
  621     T *OldEnd = this->end();
  627     for (T *J = I; NumOverwritten > 0; --NumOverwritten) {
  637   void insert(iterator I, std::initializer_list<T> IL) {
  644     ::new ((void *)this->end()) T(std::forward<ArgTypes>(Args)...);
  820   AlignedCharArrayUnion<T> InlineElts[N];
  837 class SmallVector : public SmallVectorImpl<T>, SmallVectorStorage<T, N> {
  837 class SmallVector : public SmallVectorImpl<T>, SmallVectorStorage<T, N> {
  846   explicit SmallVector(size_t Size, const T &Value = T())
  865   SmallVector(std::initializer_list<T> IL) : SmallVectorImpl<T>(N) {
  884   SmallVector(SmallVectorImpl<T> &&RHS) : SmallVectorImpl<T>(N) {
  906 inline size_t capacity_in_bytes(const SmallVector<T, N> &X) {
include/llvm/Support/AlignOf.h
   30   T t;
   39 template <typename T> union SizerImpl<T> { char arr[sizeof(T)]; };
   50       llvm::detail::SizerImpl<T, Ts...>)];
include/llvm/Support/Alignment.h
  103     return Constant<std::alignment_of<T>::value>();
include/llvm/Support/Allocator.h
   81   template <typename T> T *Allocate(size_t Num = 1) {
   82     return static_cast<T *>(Allocate(Num * sizeof(T), alignof(T)));
   82     return static_cast<T *>(Allocate(Num * sizeof(T), alignof(T)));
include/llvm/Support/TrailingObjects.h
   77   enum { Alignment = alignof(First) };
  134     : public TrailingObjectsImpl<Align, BaseTy, TopTrailingObj, NextTy,
  137   typedef TrailingObjectsImpl<Align, BaseTy, TopTrailingObj, NextTy, MoreTys...>
  141     static const bool value = alignof(PrevTy) < alignof(NextTy);
  161   static const NextTy *
  163                          TrailingObjectsBase::OverloadToken<NextTy>) {
  171           alignAddr(Ptr, Align::Of<NextTy>()));
  176   static NextTy *
  178                          TrailingObjectsBase::OverloadToken<NextTy>) {
  185       return reinterpret_cast<NextTy *>(alignAddr(Ptr, Align::Of<NextTy>()));
  197         (requiresRealignment() ? llvm::alignTo<alignof(NextTy)>(SizeSoFar)
  199             sizeof(NextTy) * Count1,
  231                                 TrailingTys...>::Alignment,
  232                             BaseTy, TrailingObjects<BaseTy, TrailingTys...>,
  233                             BaseTy, TrailingTys...> {
  241       trailing_objects_internal::AlignmentCalcHelper<TrailingTys...>::Alignment,
  242       BaseTy, TrailingObjects<BaseTy, TrailingTys...>, BaseTy, TrailingTys...>
  242       BaseTy, TrailingObjects<BaseTy, TrailingTys...>, BaseTy, TrailingTys...>
  302   template <typename T> const T *getTrailingObjects() const {
  314   template <typename T> T *getTrailingObjects() {
  332                         TrailingTys, size_t>::type... Counts) {
  342       std::is_same<Foo<TrailingTys...>, Foo<Tys...>>::value, size_t>::type
  342       std::is_same<Foo<TrailingTys...>, Foo<Tys...>>::value, size_t>::type
  344                    TrailingTys, size_t>::type... Counts) {
include/llvm/Support/type_traits.h
   91     T t;
  122     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<const F &>(), std::true_type{});
  122     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<const F &>(), std::true_type{});
  122     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<const F &>(), std::true_type{});
  130     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<F &&>(), std::true_type{});
  130     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<F &&>(), std::true_type{});
  130     static auto get(F*) -> decltype(std::declval<F &>() = std::declval<F &&>(), std::true_type{});
  145       std::is_copy_constructible<detail::trivial_helper<T>>::value;
  147       !std::is_copy_constructible<T>::value;
  151       std::is_move_constructible<detail::trivial_helper<T>>::value;
  153       !std::is_move_constructible<T>::value;
  157       is_copy_assignable<detail::trivial_helper<T>>::value;
  159       !is_copy_assignable<T>::value;
  163       is_move_assignable<detail::trivial_helper<T>>::value;
  165       !is_move_assignable<T>::value;
  169       std::is_destructible<detail::trivial_helper<T>>::value;
tools/clang/examples/AnnotateFunctions/AnnotateFunctions.cpp
   62                     Token &PragmaTok) override {
   64     Token Tok;
tools/clang/include/clang/AST/Stmt.h
 3093   Token *AsmToks = nullptr;
 3100             ArrayRef<Token> asmtoks, unsigned numoutputs, unsigned numinputs,
 3116   Token *getAsmToks() { return AsmToks; }
 3170                   ArrayRef<Token> AsmToks, ArrayRef<StringRef> Constraints,
tools/clang/include/clang/Lex/Lexer.h
  179   bool Lex(Token &Result);
  188   void IndirectLex(Token &Result) override { Lex(Result); }
  194   bool LexFromRawLexer(Token &Result) {
  302   static unsigned getSpelling(const Token &Tok, const char *&Buffer,
  312   static std::string getSpelling(const Token &Tok,
  341   static bool getRawToken(SourceLocation Loc, Token &Result,
  519   static Optional<Token> findNextToken(SourceLocation Loc,
  568   bool LexTokenInternal(Token &Result, bool TokAtPhysicalStartOfLine);
  570   bool CheckUnicodeWhitespace(Token &Result, uint32_t C, const char *CurPtr);
  575   bool LexUnicode(Token &Result, uint32_t C, const char *CurPtr);
  582   void FormTokenWithChars(Token &Result, const char *TokEnd,
  626   inline char getAndAdvanceChar(const char *&Ptr, Token &Tok) {
  641   const char *ConsumeChar(const char *Ptr, unsigned Size, Token &Tok) {
  672                           Token *Tok = nullptr);
  694   void PropagateLineStartLeadingSpaceInfo(Token &Result);
  696   const char *LexUDSuffix(Token &Result, const char *CurPtr,
  700   bool LexIdentifier         (Token &Result, const char *CurPtr);
  701   bool LexNumericConstant    (Token &Result, const char *CurPtr);
  702   bool LexStringLiteral      (Token &Result, const char *CurPtr,
  704   bool LexRawStringLiteral   (Token &Result, const char *CurPtr,
  706   bool LexAngledStringLiteral(Token &Result, const char *CurPtr);
  707   bool LexCharConstant       (Token &Result, const char *CurPtr,
  709   bool LexEndOfFile          (Token &Result, const char *CurPtr);
  710   bool SkipWhitespace        (Token &Result, const char *CurPtr,
  712   bool SkipLineComment       (Token &Result, const char *CurPtr,
  714   bool SkipBlockComment      (Token &Result, const char *CurPtr,
  716   bool SaveLineComment       (Token &Result, const char *CurPtr);
  721   bool lexEditorPlaceholder(Token &Result, const char *CurPtr);
  743   uint32_t tryReadUCN(const char *&StartPtr, const char *SlashLoc, Token *Result);
  757                                Token &Result);
tools/clang/include/clang/Lex/LiteralSupport.h
  221   StringLiteralParser(ArrayRef<Token> StringToks,
  223   StringLiteralParser(ArrayRef<Token> StringToks,
  251   unsigned getOffsetOfStringByte(const Token &TheTok, unsigned ByteNo) const;
  276   void init(ArrayRef<Token> StringToks);
  277   bool CopyStringFragment(const Token &Tok, const char *TokBegin,
tools/clang/include/clang/Lex/MacroArgs.h
   30     : private llvm::TrailingObjects<MacroArgs, Token> {
   49   std::vector<std::vector<Token> > PreExpArgTokens;
   67                            ArrayRef<Token> UnexpArgTokens,
   76   bool ArgNeedsPreexpansion(const Token *ArgTok, Preprocessor &PP) const;
   81   const Token *getUnexpArgument(unsigned Arg) const;
   86   static unsigned getArgLength(const Token *ArgPtr);
   90   const std::vector<Token> &
  124   static Token StringifyArgument(const Token *ArgToks,
  124   static Token StringifyArgument(const Token *ArgToks,
tools/clang/include/clang/Lex/MacroInfo.h
   61   SmallVector<Token, 8> ReplacementTokens;
  235   const Token &getReplacementToken(unsigned Tok) const {
  240   using tokens_iterator = SmallVectorImpl<Token>::const_iterator;
  245   ArrayRef<Token> tokens() const { return ReplacementTokens; }
  248   void AddTokenToBody(const Token &Tok) {
tools/clang/include/clang/Lex/PPCallbacks.h
   61                            const Token &FilenameTok,
  123                                   const Token &IncludeTok,
  281   virtual void MacroExpands(const Token &MacroNameTok,
  286   virtual void MacroDefined(const Token &MacroNameTok,
  296   virtual void MacroUndefined(const Token &MacroNameTok,
  303   virtual void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
  350   virtual void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  358   virtual void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
  392   void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
  404   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  540   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
  546   void MacroDefined(const Token &MacroNameTok,
  552   void MacroUndefined(const Token &MacroNameTok,
  559   void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
  585   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  592   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
tools/clang/include/clang/Lex/PPConditionalDirectiveRecord.h
   92   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
   94   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
tools/clang/include/clang/Lex/Pragma.h
   75                             Token &FirstToken) = 0;
   89                     Token &FirstToken) override;
  122                     Token &Tok) override;
tools/clang/include/clang/Lex/PreprocessingRecord.h
  526     void MacroExpands(const Token &Id, const MacroDefinition &MD,
  528     void MacroDefined(const Token &Id, const MacroDirective *MD) override;
  529     void MacroUndefined(const Token &Id, const MacroDefinition &MD,
  531     void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  537     void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  539     void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
  543     void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
  549     void addMacroExpansion(const Token &Id, const MacroInfo *MI,
tools/clang/include/clang/Lex/Preprocessor.h
  101   bool operator==(const Token &Tok) const {
  129   llvm::unique_function<void(const clang::Token &)> OnToken;
  179   Token* ArgMacro;
  547     Token Tok;
  551     MacroExpandsInfo(Token Tok, MacroDefinition MD, SourceRange Range)
  825   SmallVector<Token, 16> MacroExpandedTokens;
  836   using CachedTokensTy = SmallVector<Token, 1>;
 1007   void setTokenWatcher(llvm::unique_function<void(const clang::Token &)> F) {
 1269   void HandleSkippedDirectiveWhileUsingPCH(Token &Result,
 1292   void EnterMacro(Token &Tok, SourceLocation ILEnd, MacroInfo *Macro,
 1310   void EnterTokenStream(const Token *Toks, unsigned NumToks,
 1315   void EnterTokenStream(std::unique_ptr<Token[]> Toks, unsigned NumToks,
 1321   void EnterTokenStream(ArrayRef<Token> Toks, bool DisableMacroExpansion,
 1360   void Lex(Token &Result);
 1363   bool LexHeaderName(Token &Result, bool AllowMacroExpansion = true);
 1365   bool LexAfterModuleImport(Token &Result);
 1366   void CollectPpImportSuffix(SmallVectorImpl<Token> &Toks);
 1377   bool LexStringLiteral(Token &Result, std::string &String,
 1389   bool FinishLexStringLiteral(Token &Result, std::string &String,
 1398   void LexNonComment(Token &Result) {
 1405   void LexUnexpandedToken(Token &Result) {
 1418   void LexUnexpandedNonComment(Token &Result) {
 1427   bool parseSimpleIntegerLiteral(Token &Tok, uint64_t &Value);
 1442   const Token &LookAhead(unsigned N) {
 1471   void EnterToken(const Token &Tok, bool IsReinject) {
 1475       auto TokCopy = std::make_unique<Token[]>(1);
 1493   void AnnotateCachedTokens(const Token &Tok) {
 1508   bool IsPreviousCachedToken(const Token &Tok) const;
 1515   void ReplacePreviousCachedToken(ArrayRef<Token> NewToks);
 1525   void ReplaceLastTokenWithAnnotation(const Token &Tok) {
 1537   void TypoCorrectToken(const Token &Tok) {
 1655   DiagnosticBuilder Diag(const Token &Tok, unsigned DiagID) const {
 1680   std::string getSpelling(const Token &Tok, bool *Invalid = nullptr) const {
 1696   unsigned getSpelling(const Token &Tok, const char *&Buffer,
 1705   StringRef getSpelling(const Token &Tok,
 1711   bool getRawToken(SourceLocation Loc, Token &Result,
 1719   getSpellingOfSingleCharacterNumericConstant(const Token &Tok,
 1751   void CreateString(StringRef Str, Token &Tok,
 1801   void DumpToken(const Token &Tok, bool DumpFlags = false) const;
 1831   void HandleMicrosoftCommentPaste(Token &Tok);
 1840   IdentifierInfo *LookUpIdentifierInfo(Token &Identifier) const;
 1853   void HandlePoisonedIdentifier(Token & Identifier);
 1855   void MaybeHandlePoisonedIdentifier(Token & Identifier) {
 1893   bool HandleIdentifier(Token &Identifier);
 1900   bool HandleEndOfFile(Token &Result, bool isEndOfMacro = false);
 1904   bool HandleEndOfTokenLexer(Token &Result);
 1911   void HandleDirective(Token &Result);
 1979   bool CheckMacroName(Token &MacroNameTok, MacroUse isDefineUndef,
 2006   void PropagateLineStartLeadingSpaceInfo(Token &Result);
 2032   void ReadMacroName(Token &MacroNameTok, MacroUse IsDefineUndef = MU_Other,
 2045       const Token &MacroNameTok, bool ImmediatelyAfterHeaderGuard);
 2051   bool ReadMacroParameterList(MacroInfo *MI, Token& LastTok);
 2095   bool HandleMacroExpandedIdentifier(Token &Identifier, const MacroDefinition &MD);
 2102   Token *cacheMacroExpandedTokens(TokenLexer *tokLexer,
 2103                                   ArrayRef<Token> tokens);
 2114   MacroArgs *ReadMacroCallArgumentList(Token &MacroName, MacroInfo *MI,
 2119   void ExpandBuiltinMacro(Token &Tok);
 2124   void Handle_Pragma(Token &Tok);
 2128   void HandleMicrosoft__pragma(Token &Tok);
 2159   void CachingLex(Token &Result);
 2175   const Token &PeekAhead(unsigned N);
 2176   void AnnotatePreviousCachedTokens(const Token &Tok);
 2183   void HandleDigitDirective(Token &Tok);
 2184   void HandleUserDiagnosticDirective(Token &Tok, bool isWarning);
 2185   void HandleIdentSCCSDirective(Token &Tok);
 2186   void HandleMacroPublicDirective(Token &Tok);
 2209       const Token &FilenameTok, bool &IsFrameworkFound, bool IsImportDecl,
 2216   void HandleIncludeDirective(SourceLocation HashLoc, Token &Tok,
 2220   HandleHeaderIncludeOrImport(SourceLocation HashLoc, Token &IncludeTok,
 2221                               Token &FilenameTok, SourceLocation EndLoc,
 2224   void HandleIncludeNextDirective(SourceLocation HashLoc, Token &Tok);
 2225   void HandleIncludeMacrosDirective(SourceLocation HashLoc, Token &Tok);
 2226   void HandleImportDirective(SourceLocation HashLoc, Token &Tok);
 2227   void HandleMicrosoftImportDirective(Token &Tok);
 2291   void HandleDefineDirective(Token &Tok, bool ImmediatelyAfterHeaderGuard);
 2295   void HandleIfdefDirective(Token &Result, const Token &HashToken,
 2295   void HandleIfdefDirective(Token &Result, const Token &HashToken,
 2297   void HandleIfDirective(Token &IfToken, const Token &HashToken,
 2297   void HandleIfDirective(Token &IfToken, const Token &HashToken,
 2299   void HandleEndifDirective(Token &EndifToken);
 2300   void HandleElseDirective(Token &Result, const Token &HashToken);
 2300   void HandleElseDirective(Token &Result, const Token &HashToken);
 2301   void HandleElifDirective(Token &ElifToken, const Token &HashToken);
 2301   void HandleElifDirective(Token &ElifToken, const Token &HashToken);
 2307   void HandlePragmaOnce(Token &OnceTok);
 2310   void HandlePragmaSystemHeader(Token &SysHeaderTok);
 2311   void HandlePragmaDependency(Token &DependencyTok);
 2312   void HandlePragmaPushMacro(Token &Tok);
 2313   void HandlePragmaPopMacro(Token &Tok);
 2314   void HandlePragmaIncludeAlias(Token &Tok);
 2315   void HandlePragmaModuleBuild(Token &Tok);
 2316   void HandlePragmaHdrstop(Token &Tok);
 2317   IdentifierInfo *ParsePragmaPushOrPopMacro(Token &Tok);
 2321   bool HandleComment(Token &result, SourceRange Comment);
tools/clang/include/clang/Lex/PreprocessorLexer.h
   81   virtual void IndirectLex(Token& Result) = 0;
  132   void LexIncludeFilename(Token &FilenameTok);
tools/clang/include/clang/Lex/TokenConcatenation.h
   60     bool AvoidConcat(const Token &PrevPrevTok,
   61                      const Token &PrevTok,
   62                      const Token &Tok) const;
   67     bool IsIdentifierStringPrefix(const Token &Tok) const;
tools/clang/include/clang/Lex/TokenLexer.h
   51   const Token *Tokens;
  108   TokenLexer(Token &Tok, SourceLocation ILEnd, MacroInfo *MI,
  117   TokenLexer(const Token *TokArray, unsigned NumToks, bool DisableExpansion,
  131   void Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
  139   void Init(const Token *TokArray, unsigned NumToks, bool DisableMacroExpansion,
  148   bool Lex(Token &Tok);
  184   bool pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,
  184   bool pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,
  189   bool pasteTokens(Token &Tok);
  205   void stringifyVAOPTContents(SmallVectorImpl<Token> &ResultToks,
  218   void HandleMicrosoftCommentPaste(Token &Tok, SourceLocation OpLoc);
  231                                   Token *begin_tokens, Token *end_tokens);
  231                                   Token *begin_tokens, Token *end_tokens);
  235   bool MaybeRemoveCommaBeforeVaArgs(SmallVectorImpl<Token> &ResultToks,
  240   void PropagateLineStartLeadingSpaceInfo(Token &Result);
tools/clang/include/clang/Lex/VariadicMacroSupport.h
   81     bool isVAOptToken(const Token &T) const {
  124     Token SyntheticEOFToken;
  173     const Token &getEOFTok() const { return SyntheticEOFToken; }
tools/clang/include/clang/Parse/Parser.h
   69   Token Tok;
  409   const Token &getCurToken() const { return Tok; }
  537   void UnconsumeToken(Token &Consumed) {
  538       Token Next = Tok;
  747   const Token &GetLookAheadToken(unsigned N) {
  755   const Token &NextToken() {
  760   static ParsedType getTypeAnnotation(const Token &Tok) {
  765   static void setTypeAnnotation(Token &Tok, ParsedType T) {
  769   static NamedDecl *getNonTypeAnnotation(const Token &Tok) {
  773   static void setNonTypeAnnotation(Token &Tok, NamedDecl *ND) {
  777   static IdentifierInfo *getIdentifierAnnotation(const Token &Tok) {
  781   static void setIdentifierAnnotation(Token &Tok, IdentifierInfo *ND) {
  787   static ExprResult getExprAnnotation(const Token &Tok) {
  793   static void setExprAnnotation(Token &Tok, ExprResult ER) {
  874   TemplateIdAnnotation *takeTemplateIdAnnotation(const Token &tok);
  890     Token PrevTok;
 1070   DiagnosticBuilder Diag(const Token &Tok, unsigned DiagID);
 1653   ExprResult ParseMSAsmIdentifier(llvm::SmallVectorImpl<Token> &LineToks,
 1689                                            const Token &OpToken);
 1690   bool checkPotentialAngleBracketDelimiter(const Token &OpToken) {
 1700   ExprResult ParseExprAfterUnaryExprOrTypeTrait(const Token &OpTok,
 1752                                      Token &Replacement);
 1755   bool areTokensAdjacent(const Token &A, const Token &B);
 1755   bool areTokensAdjacent(const Token &A, const Token &B);
 1757   void CheckForTemplateAndDigraph(Token &Next, ParsedType ObjectTypePtr,
 2192   bool isKnownToBeTypeSpecifier(const Token &Tok) const;
 2627   VirtSpecifiers::Specifier isCXX11VirtSpecifier(const Token &Tok) const;
tools/clang/include/clang/Rewrite/Core/TokenRewriter.h
   33     std::list<Token> TokenList;
   36     using TokenRefTy = std::list<Token>::iterator;
   56     using token_iterator = std::list<Token>::const_iterator;
   75     TokenRefTy AddToken(const Token &T, TokenRefTy Where);
tools/clang/include/clang/Sema/DeclSpec.h
 1152 typedef SmallVector<Token, 4> CachedTokens;
tools/clang/include/clang/Sema/Sema.h
 2043                                   const Token &NextToken,
 2061                                           const Token &NextToken);
 4226                             ArrayRef<Token> AsmToks,
 4511       bool IsInlineAsmIdentifier = false, Token *KeywordReplacement = nullptr);
 4618   ExprResult ActOnNumericConstant(const Token &Tok, Scope *UDLScope = nullptr);
 4619   ExprResult ActOnCharacterConstant(const Token &Tok,
 4628   ExprResult ActOnStringLiteral(ArrayRef<Token> StringToks,
 8996   void ActOnPragmaUnused(const Token &Identifier,
tools/clang/include/clang/Serialization/ASTReader.h
 2287   Token ReadToken(ModuleFile &M, const RecordDataImpl &Record, unsigned &Idx);
 2671   Token readToken() {
tools/clang/include/clang/Serialization/ASTWriter.h
  577   void AddToken(const Token &Tok, RecordDataImpl &Record);
tools/clang/include/clang/Tooling/Syntax/Tokens.h
  104   explicit Token(const clang::Token &T);
tools/clang/lib/ARCMigrate/ARCMT.cpp
  439   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/lib/ARCMigrate/ObjCMT.cpp
  828       Token Tok;
 1419     Token Tok;
tools/clang/lib/ARCMigrate/Transforms.cpp
  154   Token tok;
  402   Token tok;
  412   Token BeforeTok = tok;
  413   Token AfterTok;
  483   Token tok;
tools/clang/lib/AST/Expr.cpp
 1261     Token TheTok;
tools/clang/lib/AST/Stmt.cpp
  781                      ArrayRef<Token> asmtoks, unsigned numoutputs,
  797                            ArrayRef<Token> asmtoks,
  812   AsmToks = new (C) Token[asmtoks.size()];
tools/clang/lib/CodeGen/MacroPPCallbacks.cpp
   52   for (const auto &T : MI.tokens()) {
  169     SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName,
  178 void MacroPPCallbacks::MacroDefined(const Token &MacroNameTok,
  191 void MacroPPCallbacks::MacroUndefined(const Token &MacroNameTok,
tools/clang/lib/CodeGen/MacroPPCallbacks.h
  102   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  110   void MacroDefined(const Token &MacroNameTok,
  116   void MacroUndefined(const Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/lib/Format/FormatToken.h
  133   Token Tok;
tools/clang/lib/Format/FormatTokenLexer.cpp
  607   Token Tok = FormatTok->Tok;
tools/clang/lib/Format/UnwrappedLineParser.cpp
  857 static bool tokenCanStartNewLine(const clang::Token &Tok) {
tools/clang/lib/Frontend/ASTUnit.cpp
  872 static void AddDefinedMacroToHash(const Token &MacroNameTok, unsigned &Hash) {
  886   void MacroDefined(const Token &MacroNameTok,
tools/clang/lib/Frontend/DependencyFile.cpp
   62   void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
   72   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
tools/clang/lib/Frontend/DependencyGraph.cpp
   48   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   70     const Token &IncludeTok,
tools/clang/lib/Frontend/FrontendAction.cpp
  250   Token T;
tools/clang/lib/Frontend/FrontendActions.cpp
  740   Token RawTok;
  752   Token Tok;
  767   Token Tok;
  940       Token Tok;
tools/clang/lib/Frontend/ModuleDependencyCollector.cpp
   48   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
tools/clang/lib/Frontend/PrintPreprocessedOutput.cpp
   66   for (const auto &T : MI.tokens()) {
  128   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  151   bool HandleFirstTokOnLine(Token &Tok);
  164   bool AvoidConcat(const Token &PrevPrevTok, const Token &PrevTok,
  164   bool AvoidConcat(const Token &PrevPrevTok, const Token &PrevTok,
  165                    const Token &Tok) {
  174   void MacroDefined(const Token &MacroNameTok,
  178   void MacroUndefined(const Token &MacroNameTok,
  327     const Token &IncludeTok,
  409 void PrintPPOutputPPCallbacks::MacroDefined(const Token &MacroNameTok,
  422 void PrintPPOutputPPCallbacks::MacroUndefined(const Token &MacroNameTok,
  597 bool PrintPPOutputPPCallbacks::HandleFirstTokOnLine(Token &Tok) {
  668                     Token &PragmaTok) override {
  678       auto Toks = std::make_unique<Token[]>(1);
  685     Token PrevToken;
  686     Token PrevPrevToken;
  712 static void PrintPreprocessedTokens(Preprocessor &PP, Token &Tok,
  719   Token PrevPrevTok, PrevTok;
  833   Token Tok;
  914   Token Tok;
tools/clang/lib/Frontend/Rewrite/InclusionRewriter.cpp
   66   void handleModuleBegin(Token &Tok) {
   75   void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
   77   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   95   void CommentOutDirective(Lexer &DirectivesLex, const Token &StartToken,
  102   StringRef NextIdentifierName(Lexer &RawLex, Token &RawToken);
  177                                     const Token & /*FilenameTok*/,
  192                                            const Token &/*IncludeTok*/,
  343                                             const Token &StartToken,
  350   Token DirectiveToken;
  368                                                 Token &RawToken) {
  406   Token RawToken;
  414       Token HashToken = RawToken;
  551   Token Tok;
tools/clang/lib/Frontend/Rewrite/RewriteMacros.cpp
   27 static bool isSameToken(Token &RawTok, Token &PPTok) {
   27 static bool isSameToken(Token &RawTok, Token &PPTok) {
   47 static const Token &GetNextRawTok(const std::vector<Token> &RawTokens,
   47 static const Token &GetNextRawTok(const std::vector<Token> &RawTokens,
   62                                      std::vector<Token> &RawTokens) {
   73   Token RawTok;
   96   std::vector<Token> RawTokens;
   99   Token RawTok = GetNextRawTok(RawTokens, CurRawTok, false);
  104   Token PPTok;
tools/clang/lib/Frontend/VerifyDiagnosticConsumer.cpp
  818   Token Tok;
tools/clang/lib/Index/IndexingAction.cpp
   33   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
   39   void MacroDefined(const Token &MacroNameTok,
   46   void MacroUndefined(const Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/lib/Lex/Lexer.cpp
  270 static size_t getSpellingSlow(const Token &Tok, const char *BufPtr,
  345   Token token;
  365 std::string Lexer::getSpelling(const Token &Tok, const SourceManager &SourceMgr,
  397 unsigned Lexer::getSpelling(const Token &Tok, const char *&Buffer,
  447   Token TheTok;
  455 bool Lexer::getRawToken(SourceLocation Loc, Token &Result,
  533   Token TheTok;
  595   Token TheTok;
  652       Token HashTok = TheTok;
 1237 Optional<Token> Lexer::findNextToken(SourceLocation Loc,
 1261   Token Tok;
 1273   Optional<Token> Tok = findNextToken(Loc, SM, LangOpts);
 1317                                Token *Tok) {
 1330       if (Tok) Tok->setFlag(Token::NeedsCleaning);
 1354       if (Tok) Tok->setFlag(Token::NeedsCleaning);
 1592                                     Token &Result) {
 1603   Result.setFlag(Token::HasUCN);
 1637 bool Lexer::LexIdentifier(Token &Result, const char *CurPtr) {
 1750 bool Lexer::LexNumericConstant(Token &Result, const char *CurPtr) {
 1813 const char *Lexer::LexUDSuffix(Token &Result, const char *CurPtr,
 1890   Result.setFlag(Token::HasUDSuffix);
 1904 bool Lexer::LexStringLiteral(Token &Result, const char *CurPtr,
 1966 bool Lexer::LexRawStringLiteral(Token &Result, const char *CurPtr,
 2046 bool Lexer::LexAngledStringLiteral(Token &Result, const char *CurPtr) {
 2118 bool Lexer::LexCharConstant(Token &Result, const char *CurPtr,
 2185 bool Lexer::SkipWhitespace(Token &Result, const char *CurPtr,
 2228   Result.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
 2230     Result.setFlag(Token::StartOfLine);
 2244 bool Lexer::SkipLineComment(Token &Result, const char *CurPtr,
 2375   Result.setFlag(Token::StartOfLine);
 2378   Result.clearFlag(Token::LeadingSpace);
 2385 bool Lexer::SaveLineComment(Token &Result, const char *CurPtr) {
 2487 bool Lexer::SkipBlockComment(Token &Result, const char *CurPtr,
 2645   Result.setFlag(Token::LeadingSpace);
 2658   Token Tmp;
 2711 bool Lexer::LexEndOfFile(Token &Result, const char *CurPtr) {
 2800   Token Tok;
 2935 bool Lexer::lexEditorPlaceholder(Token &Result, const char *CurPtr) {
 2949   Result.setFlag(Token::IsEditorPlaceholder);
 2964                            Token *Result) {
 3017     Result->setFlag(Token::HasUCN);
 3074 bool Lexer::CheckUnicodeWhitespace(Token &Result, uint32_t C,
 3083     Result.setFlag(Token::LeadingSpace);
 3089 bool Lexer::LexUnicode(Token &Result, uint32_t C, const char *CurPtr) {
 3130 void Lexer::PropagateLineStartLeadingSpaceInfo(Token &Result) {
 3137 bool Lexer::Lex(Token &Result) {
 3143     Result.setFlag(Token::StartOfLine);
 3148     Result.setFlag(Token::LeadingSpace);
 3153     Result.setFlag(Token::LeadingEmptyMacro);
 3172 bool Lexer::LexTokenInternal(Token &Result, bool TokAtPhysicalStartOfLine) {
 3175   Result.clearFlag(Token::NeedsCleaning);
 3197     Result.setFlag(Token::LeadingSpace);
 3222     Result.setFlag(Token::LeadingSpace);
 3266     Result.clearFlag(Token::LeadingSpace);
 3279     Result.setFlag(Token::LeadingSpace);
tools/clang/lib/Lex/LiteralSupport.cpp
 1454 StringLiteralParser(ArrayRef<Token> StringToks,
 1463 void StringLiteralParser::init(ArrayRef<Token> StringToks){
 1759 bool StringLiteralParser::CopyStringFragment(const Token &Tok,
 1813 unsigned StringLiteralParser::getOffsetOfStringByte(const Token &Tok,
tools/clang/lib/Lex/MacroArgs.cpp
   25                              ArrayRef<Token> UnexpArgTokens,
   52         llvm::safe_malloc(totalSizeToAlloc<Token>(UnexpArgTokens.size())))
   65     static_assert(std::is_trivial<Token>::value,
   70               Result->getTrailingObjects<Token>());
   97   static_assert(std::is_trivially_destructible<Token>::value,
  108 unsigned MacroArgs::getArgLength(const Token *ArgPtr) {
  118 const Token *MacroArgs::getUnexpArgument(unsigned Arg) const {
  123   const Token *Start = getTrailingObjects<Token>();
  123   const Token *Start = getTrailingObjects<Token>();
  124   const Token *Result = Start;
  146 bool MacroArgs::ArgNeedsPreexpansion(const Token *ArgTok,
  161 const std::vector<Token> &MacroArgs::getPreExpArgument(unsigned Arg,
  169   std::vector<Token> &Result = PreExpArgTokens[Arg];
  174   const Token *AT = getUnexpArgument(Arg);
  187     Token &Tok = Result.back();
  208 Token MacroArgs::StringifyArgument(const Token *ArgToks,
  208 Token MacroArgs::StringifyArgument(const Token *ArgToks,
  212   Token Tok;
  216   const Token *ArgTokStart = ArgToks;
  224     const Token &Tok = *ArgToks;
tools/clang/lib/Lex/MacroInfo.cpp
   45   const Token &firstToken = ReplacementTokens.front();
   46   const Token &lastToken = ReplacementTokens.back();
   96     const Token &A = ReplacementTokens[i];
   97     const Token &B = Other.ReplacementTokens[i];
  160   for (const Token &Tok : ReplacementTokens) {
tools/clang/lib/Lex/ModuleMap.cpp
 1486   Token LToken;
tools/clang/lib/Lex/PPCaching.cpp
   48 void Preprocessor::CachingLex(Token &Result) {
   58     Result.setFlag(Token::IsReinjected);
  105 const Token &Preprocessor::PeekAhead(unsigned N) {
  116 void Preprocessor::AnnotatePreviousCachedTokens(const Token &Tok) {
  139 bool Preprocessor::IsPreviousCachedToken(const Token &Tok) const {
  144   const Token LastCachedTok = CachedTokens[CachedLexPos - 1];
  157 void Preprocessor::ReplacePreviousCachedToken(ArrayRef<Token> NewToks) {
tools/clang/lib/Lex/PPDirectives.cpp
   83   Token Tmp;
  241 bool Preprocessor::CheckMacroName(Token &MacroNameTok, MacroUse isDefineUndef,
  313 void Preprocessor::ReadMacroName(Token &MacroNameTok, MacroUse isDefineUndef,
  344   Token Tmp;
  429   Token Tok;
  874 void Preprocessor::HandleSkippedDirectiveWhileUsingPCH(Token &Result,
  899 void Preprocessor::HandleDirective(Token &Result) {
  920   Token SavedHash = Result;
 1061     auto Toks = std::make_unique<Token[]>(2);
 1089 static bool GetLineValue(Token &DigitTok, unsigned &Val,
 1151   Token DigitTok;
 1173   Token StrTok;
 1230   Token FlagTok;
 1310 void Preprocessor::HandleDigitDirective(Token &DigitTok) {
 1318   Token StrTok;
 1378 void Preprocessor::HandleUserDiagnosticDirective(Token &Tok,
 1400 void Preprocessor::HandleIdentSCCSDirective(Token &Tok) {
 1405   Token StrTok;
 1435 void Preprocessor::HandleMacroPublicDirective(Token &Tok) {
 1436   Token MacroNameTok;
 1463   Token MacroNameTok;
 1551   auto Tok = std::make_unique<Token[]>(1);
 1563     Preprocessor &PP, SourceLocation HashLoc, Token &IncludeTok,
 1676                                           Token &IncludeTok,
 1679   Token FilenameTok;
 1717     const Token &FilenameTok, bool &IsFrameworkFound, bool IsImportDecl,
 1854     SourceLocation HashLoc, Token &IncludeTok, Token &FilenameTok,
 1854     SourceLocation HashLoc, Token &IncludeTok, Token &FilenameTok,
 2022         Token &Result = IncludeTok;
 2219                                               Token &IncludeNextTok) {
 2256 void Preprocessor::HandleMicrosoftImportDirective(Token &Tok) {
 2272                                          Token &ImportTok) {
 2286                                                 Token &IncludeMacrosTok) {
 2301   Token TmpTok;
 2316 bool Preprocessor::ReadMacroParameterList(MacroInfo *MI, Token &Tok) {
 2405 static bool isConfigurationPattern(Token &MacroName, MacroInfo *MI,
 2408     const Token &Value = MI->getReplacementToken(0);
 2456     const Token &MacroNameTok, const bool ImmediatelyAfterHeaderGuard) {
 2458   Token LastTok = MacroNameTok;
 2462   Token Tok;
 2489     Tok.clearFlag(Token::LeadingSpace);
 2685     Token &DefineTok, const bool ImmediatelyAfterHeaderGuard) {
 2688   Token MacroNameTok;
 2808   Token MacroNameTok;
 2852 void Preprocessor::HandleIfdefDirective(Token &Result,
 2853                                         const Token &HashToken,
 2857   Token DirectiveTok = Result;
 2859   Token MacroNameTok;
 2928 void Preprocessor::HandleIfDirective(Token &IfToken,
 2929                                      const Token &HashToken,
 2976 void Preprocessor::HandleEndifDirective(Token &EndifToken) {
 3002 void Preprocessor::HandleElseDirective(Token &Result, const Token &HashToken) {
 3002 void Preprocessor::HandleElseDirective(Token &Result, const Token &HashToken) {
 3043 void Preprocessor::HandleElifDirective(Token &ElifToken,
 3044                                        const Token &HashToken) {
tools/clang/lib/Lex/PPExpressions.cpp
   74                                      Token &PeekTok, bool ValueLive,
  100 static bool EvaluateDefined(PPValue &Result, Token &PeekTok, DefinedTracker &DT,
  139   Token macroToken(PeekTok);
  227 static bool EvaluateValue(PPValue &Result, Token &PeekTok, DefinedTracker &DT,
  528                                        Token &Tok) {
  544                                      Token &PeekTok, bool ValueLive,
  836   Token Tok;
tools/clang/lib/Lex/PPLexerChange.cpp
  127 void Preprocessor::EnterMacro(Token &Tok, SourceLocation ILEnd,
  156 void Preprocessor::EnterTokenStream(const Token *Toks, unsigned NumToks,
  224 void Preprocessor::PropagateLineStartLeadingSpaceInfo(Token &Result) {
  306 bool Preprocessor::HandleEndOfFile(Token &Result, bool isEndOfMacro) {
  546 bool Preprocessor::HandleEndOfTokenLexer(Token &Result) {
  584 void Preprocessor::HandleMicrosoftCommentPaste(Token &Tok) {
tools/clang/lib/Lex/PPMacroExpansion.cpp
  464 bool Preprocessor::HandleMacroExpandedIdentifier(Token &Identifier,
  564     Identifier.setFlag(Token::LeadingEmptyMacro);
  587     Identifier.setFlagValue(Token::StartOfLine , isAtStartOfLine);
  588     Identifier.setFlagValue(Token::LeadingSpace, hasLeadingSpace);
  602           Identifier.setFlag(Token::DisableExpand);
  628 static bool CheckMatchedBrackets(const SmallVectorImpl<Token> &Tokens) {
  630   for (SmallVectorImpl<Token>::const_iterator I = Tokens.begin(),
  658                                  SmallVectorImpl<Token> &OldTokens,
  659                                  SmallVectorImpl<Token> &NewTokens,
  671   SmallVectorImpl<Token>::iterator ArgStartIterator = OldTokens.begin();
  675   SmallVectorImpl<Token>::iterator ClosingBrace = OldTokens.end();
  677   Token TempToken;
  682   for (SmallVectorImpl<Token>::iterator I = OldTokens.begin(),
  753 MacroArgs *Preprocessor::ReadMacroCallArgumentList(Token &MacroName,
  761   Token Tok;
  771   SmallVector<Token, 64> ArgTokens;
  807         auto Toks = std::make_unique<Token[]>(1);
  824                  !(Tok.getFlags() & Token::IgnoredComma)) {
  848             Tok.setFlag(Token::DisableExpand);
  884     Token EOFTok;
  914     SmallVector<Token, 4> FixedArgTokens;
  945     Token EOFTok;
 1023 Token *Preprocessor::cacheMacroExpandedTokens(TokenLexer *tokLexer,
 1024                                               ArrayRef<Token> tokens) {
 1075     Token TmpTok;
 1086     Token TmpTok;
 1141 static bool EvaluateHasIncludeCommon(Token &Tok,
 1231 static bool EvaluateHasInclude(Token &Tok, IdentifierInfo *II,
 1238 static bool EvaluateHasIncludeNext(Token &Tok,
 1273                                             Token &Tok, IdentifierInfo *II,
 1276                                               int(Token &Tok,
 1296   Token ResultTok;
 1379 static IdentifierInfo *ExpectFeatureIdentifierInfo(Token &Tok,
 1442 void Preprocessor::ExpandBuiltinMacro(Token &Tok) {
 1461   Tok.clearFlag(Token::NeedsCleaning);
 1795     Token RParen;
 1835   Tok.setFlagValue(Token::StartOfLine, IsAtStartOfLine);
 1836   Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
tools/clang/lib/Lex/Pragma.cpp
   67                                       Token &FirstToken) {}
  101                                    PragmaIntroducer Introducer, Token &Tok) {
  131   SmallVector<Token, 3> Tokens;
  132   Token &Tok;
  145     auto Toks = std::make_unique<Token[]>(Tokens.size());
  170   Token Tok;
  182 void Preprocessor::Handle_Pragma(Token &Tok) {
  241   Token StrTok = Tok;
  314   Token TmpTok;
  335 void Preprocessor::HandleMicrosoft__pragma(Token &Tok) {
  351   SmallVector<Token, 32> PragmaToks;
  374   PragmaToks.front().setFlag(Token::LeadingSpace);
  379   Token *TokArray = new Token[PragmaToks.size()];
  379   Token *TokArray = new Token[PragmaToks.size()];
  394 void Preprocessor::HandlePragmaOnce(Token &OnceTok) {
  416   Token Tok;
  457 void Preprocessor::HandlePragmaSystemHeader(Token &SysHeaderTok) {
  489 void Preprocessor::HandlePragmaDependency(Token &DependencyTok) {
  490   Token FilenameTok;
  546 IdentifierInfo *Preprocessor::ParsePragmaPushOrPopMacro(Token &Tok) {
  548   Token PragmaTok = Tok;
  586   Token MacroTok;
  601 void Preprocessor::HandlePragmaPushMacro(Token &PushMacroTok) {
  624 void Preprocessor::HandlePragmaPopMacro(Token &PopMacroTok) {
  659 void Preprocessor::HandlePragmaIncludeAlias(Token &Tok) {
  673   Token SourceFilenameTok;
  694   Token ReplaceFilenameTok;
  745     Preprocessor &PP, Token &Tok,
  766     Preprocessor &PP, Token &Tok,
  781 void Preprocessor::HandlePragmaModuleBuild(Token &Tok) {
  855 void Preprocessor::HandlePragmaHdrstop(Token &Tok) {
  877     Token &Result = Tok;
  943   Token Tok;
  976                     Token &OnceTok) override {
  988                     Token &MarkTok) override {
  998                     Token &PoisonTok) override {
 1009                     Token &SHToken) override {
 1019                     Token &DepToken) override {
 1028                     Token &DebugToken) override {
 1029     Token Tok;
 1042       Token Crasher;
 1048       Token Identifier;
 1051         Token DumpAnnot;
 1064       Token DiagName;
 1082       Token MacroName;
 1125     Token Tok;
 1135     MutableArrayRef<Token> Toks(
 1136         PP.getPreprocessorAllocator().Allocate<Token>(1), 1);
 1168                     Token &DiagToken) override {
 1170     Token Tok;
 1247                     Token &DepToken) override {
 1259                     Token &Tok) override {
 1382                     Token &Tok) override {
 1444                     Token &IncludeAliasTok) override {
 1487                     Token &Tok) override {
 1543                     Token &Tok) override {
 1580                     Token &Tok) override {
 1640                     Token &Tok) override {
 1660                     Token &Tok) override {
 1670                     Token &Tok) override {
 1694                     Token &PushMacroTok) override {
 1705                     Token &PopMacroTok) override {
 1716                     Token &NameTok) override {
 1720     Token Tok;
 1771                     Token &NameTok) override {
 1775     Token Tok;
 1840                     Token &NameTok) override {
tools/clang/lib/Lex/PreprocessingRecord.cpp
  392 void PreprocessingRecord::addMacroExpansion(const Token &Id,
  406 void PreprocessingRecord::Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  414 void PreprocessingRecord::Ifndef(SourceLocation Loc, const Token &MacroNameTok,
  422 void PreprocessingRecord::Defined(const Token &MacroNameTok,
  437 void PreprocessingRecord::MacroExpands(const Token &Id,
  444 void PreprocessingRecord::MacroDefined(const Token &Id,
  454 void PreprocessingRecord::MacroUndefined(const Token &Id,
  462     const Token &IncludeTok,
tools/clang/lib/Lex/Preprocessor.cpp
  230 void Preprocessor::DumpToken(const Token &Tok, bool DumpFlags) const {
  460 StringRef Preprocessor::getSpelling(const Token &Tok,
  482 void Preprocessor::CreateString(StringRef Str, Token &Tok,
  631   Token Tok;
  697 IdentifierInfo *Preprocessor::LookUpIdentifierInfo(Token &Identifier) const {
  748 void Preprocessor::HandlePoisonedIdentifier(Token & Identifier) {
  791 bool Preprocessor::HandleIdentifier(Token &Identifier) {
  836         Identifier.setFlag(Token::DisableExpand);
  883 void Preprocessor::Lex(Token &Result) {
  918       !Result.getFlag(Token::IsReinjected)) {
  959   if (OnToken && LexLevel == 0 && !Result.getFlag(Token::IsReinjected))
  974 bool Preprocessor::LexHeaderName(Token &FilenameTok, bool AllowMacroExpansion) {
 1039     FilenameTok.setFlagValue(Token::StartOfLine, StartOfLine);
 1040     FilenameTok.setFlagValue(Token::LeadingSpace, LeadingSpace);
 1041     FilenameTok.setFlagValue(Token::LeadingEmptyMacro, LeadingEmptyMacro);
 1063 void Preprocessor::CollectPpImportSuffix(SmallVectorImpl<Token> &Toks) {
 1117 bool Preprocessor::LexAfterModuleImport(Token &Result) {
 1137     auto ToksCopy = std::make_unique<Token[]>(Toks.size());
 1144   SmallVector<Token, 32> Suffix;
 1168     Token ImportTok;
 1302 bool Preprocessor::FinishLexStringLiteral(Token &Result, std::string &String,
 1313   SmallVector<Token, 4> StrToks;
 1343 bool Preprocessor::parseSimpleIntegerLiteral(Token &Tok, uint64_t &Value) {
 1375 bool Preprocessor::HandleComment(Token &result, SourceRange Comment) {
tools/clang/lib/Lex/PreprocessorLexer.cpp
   32 void PreprocessorLexer::LexIncludeFilename(Token &FilenameTok) {
tools/clang/lib/Lex/TokenConcatenation.cpp
   47 bool TokenConcatenation::IsIdentifierStringPrefix(const Token &Tok) const {
  128 static char GetFirstChar(const Preprocessor &PP, const Token &Tok) {
  160 bool TokenConcatenation::AvoidConcat(const Token &PrevPrevTok,
  161                                      const Token &PrevTok,
  162                                      const Token &Tok) const {
tools/clang/lib/Lex/TokenLexer.cpp
   38 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
   94 void TokenLexer::Init(const Token *TokArray, unsigned NumToks,
  138     SmallVectorImpl<Token> &ResultToks, bool HasPasteOperator, MacroInfo *Macro,
  179     ResultToks.back().setFlag(Token::CommaAfterElided);
  188     SmallVectorImpl<Token> &ResultToks, const VAOptExpansionContext &VCtx,
  192   Token *const VAOPTTokens =
  195   SmallVector<Token, 64> ConcatenatedVAOPTResultToks;
  205       Token &LHS = VAOPTTokens[CurTokenIdx - 1];
  227   Token StringifiedVAOPT = MacroArgs::StringifyArgument(
  232     StringifiedVAOPT.setFlag(Token::LeadingSpace);
  234   StringifiedVAOPT.setFlag(Token::StringifiedInMacro);
  243   SmallVector<Token, 128> ResultToks;
  255     const Token &CurTok = Tokens[I];
  387       const Token *UnexpArg = ActualArgs->getUnexpArgument(ArgNo);
  388       Token Res = MacroArgs::StringifyArgument(
  390       Res.setFlag(Token::StringifiedInMacro);
  395         Res.setFlag(Token::LeadingSpace);
  423         ResultToks.back().setFlag(Token::LeadingSpace);
  426         ResultToks.back().clearFlag(Token::LeadingSpace);
  449       const Token *ResultArgToks;
  453       const Token *ArgTok = ActualArgs->getUnexpArgument(ArgNo);
  471           ResultToks.back().setFlag(Token::IgnoredComma);
  475         for (Token &Tok : llvm::make_range(ResultToks.begin() + FirstResult,
  490         ResultToks[FirstResult].setFlagValue(Token::LeadingSpace,
  492         ResultToks[FirstResult].setFlagValue(Token::StartOfLine, false);
  512     const Token *ArgToks = ActualArgs->getUnexpArgument(ArgNo);
  533       for (Token &Tok : llvm::make_range(ResultToks.end() - NumToks,
  549         ResultToks[ResultToks.size() - NumToks].setFlagValue(Token::StartOfLine,
  552             Token::LeadingSpace, NextTokGetsSpace);
  615 static bool isWideStringLiteralFromMacro(const Token &FirstTok,
  616                                          const Token &SecondTok) {
  623 bool TokenLexer::Lex(Token &Tok) {
  631     Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
  632     Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace || NextTokGetsSpace);
  634       Tok.setFlag(Token::LeadingEmptyMacro);
  647     Tok.setFlag(Token::IsReinjected);
  692     Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
  693     Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
  697     if (AtStartOfLine) Tok.setFlag(Token::StartOfLine);
  698     if (HasLeadingSpace) Tok.setFlag(Token::LeadingSpace);
  725 bool TokenLexer::pasteTokens(Token &Tok) {
  733 bool TokenLexer::pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,
  733 bool TokenLexer::pasteTokens(Token &LHSTok, ArrayRef<Token> TokenStream,
  747     LHSTok.clearFlag(Token::LeadingSpace);
  766     const Token &RHS = TokenStream[CurIdx];
  794     Token ResultTokTmp;
  805     Token Result;
  885     Result.setFlagValue(Token::StartOfLine , LHSTok.isAtStartOfLine());
  886     Result.setFlagValue(Token::LeadingSpace, LHSTok.hasLeadingSpace());
  946 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok, SourceLocation OpLoc) {
  990                                             Token *&begin_tokens,
  991                                             Token * end_tokens) {
 1007   Token *NextTok = begin_tokens + 1;
 1029   Token &LastConsecutiveTok = *(NextTok-1);
 1042     Token &Tok = *begin_tokens;
 1055                                             Token *begin_tokens,
 1056                                             Token *end_tokens) {
 1065       Token &Tok = *begin_tokens;
 1076 void TokenLexer::PropagateLineStartLeadingSpaceInfo(Token &Result) {
tools/clang/lib/Parse/ParseAST.cpp
   59   const Token &Tok = P.getCurToken();
tools/clang/lib/Parse/ParseCXXInlineMethods.cpp
  214   Token Eof;
  316       Token LastDefaultArgToken = Toks->back();
  317       Token DefArgEnd;
  389     Token LastExceptionSpecToken = Toks->back();
  390     Token ExceptionSpecEnd;
  496   Token LastBodyToken = LM.Toks.back();
  497   Token BodyEnd;
  878       const Token &PreviousToken = Toks[Toks.size() - 2];
  989       auto Buffer = std::make_unique<Token[]>(Toks.size());
tools/clang/lib/Parse/ParseDecl.cpp
  211       Token Eof;
  356       const Token &Next = NextToken();
 1480   Token AttrEnd;
 2543 static bool isValidAfterIdentifierInDeclarator(const Token &T) {
 2899   Token AfterScope = HasScope ? NextToken() : Tok;
 2915     const Token &Next = HasScope ? GetLookAheadToken(2) : NextToken();
 3153       Token Next = NextToken();
 4778 bool Parser::isKnownToBeTypeSpecifier(const Token &Tok) const {
 6945   Token OpTok = Tok;
 7044   Token Next = NextToken();
 7079     Token Next = NextToken();
tools/clang/lib/Parse/ParseDeclCXX.cpp
  172     Token rBraceToken = Tok;
 1513     PreserveAtomicIdentifierInfoRAII(Token &Tok, bool Enabled)
 2208 VirtSpecifiers::Specifier Parser::isCXX11VirtSpecifier(const Token &Tok) const {
 2700         const Token &KW = NextToken();
 2970       const Token &Next = NextToken();
 3612     Token StartTok = Tok;
 4270     Token Toks[1];
tools/clang/lib/Parse/ParseExpr.cpp
  284     Token OpToken = Tok;
  546   CastExpressionIdValidator(Token Next, bool AllowTypes, bool AllowNonTypes)
  578   Token NextToken;
  851     Token Replacement;
  874       const Token &Next = NextToken();
 1022       const Token& Next = NextToken();
 1059     Token Replacement;
 1135     Token SavedTok = Tok;
 1344     Token Next = NextToken();
 1890 Parser::ParseExprAfterUnaryExprOrTypeTrait(const Token &OpTok,
 1985   Token OpTok = Tok;
 2716   SmallVector<Token, 4> StringToks;
 2926     Token Comma = Tok;
 2964     Token Comma = Tok;
tools/clang/lib/Parse/ParseExprCXX.cpp
   42 bool Parser::areTokensAdjacent(const Token &First, const Token &Second) {
   42 bool Parser::areTokensAdjacent(const Token &First, const Token &Second) {
   50 static void FixDigraph(Parser &P, Preprocessor &PP, Token &DigraphToken,
   51                        Token &ColonToken, tok::TokenKind Kind, bool AtDigraph) {
   79 void Parser::CheckForTemplateAndDigraph(Token &Next, ParsedType ObjectType,
   85   Token SecondToken = GetLookAheadToken(2);
  389     Token Next = NextToken();
  412       Token Identifier = Tok; // Stash away the identifier.
  428         const Token &Next2 = GetLookAheadToken(2);
  434           Token ColonColon;
  447       Token Identifier = Tok;
  451       Token ColonColon = Tok;
  557                                            Token &Replacement) {
  670   Token Replacement;
  747   const Token Next = NextToken();
  751   const Token After = GetLookAheadToken(2);
 1506     Token Next = NextToken();
 2545     SmallVector<Token, 4> Toks;
 3163     const Token Next = GetLookAheadToken(2);
 3468   Token AttrEnd;
tools/clang/lib/Parse/ParseObjc.cpp
 1718     Token CurTypeTok = Tok;
 2518     Token AfterAt = GetLookAheadToken(1);
 2989     const Token &AfterNext = GetLookAheadToken(2);
 3644   Token Eof;
tools/clang/lib/Parse/ParseOpenMP.cpp
  145   Token Tok = P.getCurToken();
  175   Token Tok = P.getCurToken();
  689   const Token &Tok = P.getCurToken();
  828   const Token &Tok = P.getCurToken();
  969         const Token PrevTok = Tok;
 1092   const Token &Tok = P.getCurToken();
 1903     Token PrevTok = Tok;
 2447   Token Tok = P.getCurToken();
 2525   Token Tok = P.getCurToken();
 2539   Token Tok = P.getCurToken();
tools/clang/lib/Parse/ParsePragma.cpp
   30                     Token &FirstToken) override;
   36                     Token &FirstToken) override;
   42                     Token &FirstToken) override;
   48                     Token &FirstToken) override;
   55                     Token &FirstToken) override;
   64                     Token &FirstToken) override;
   70                     Token &FirstToken) override;
   76                     Token &FirstToken) override;
   82                     Token &FirstToken) override;
   88                     Token &FirstToken) override;
   95                     Token &FirstToken) override;
  105                     Token &Tok) override {
  113     MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
  113     MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
  131                     Token &Tok) override {
  142                     Token &UnknownTok) override {
  151                     Token &FirstToken) override;
  157                     Token &FirstToken) override;
  163                     Token &FirstToken) override;
  171                     Token &FirstToken) override;
  181                     Token &FirstToken) override;
  190                     Token &FirstToken) override;
  196                     Token &FirstToken) override;
  202                     Token &FirstToken) override;
  210                     Token &FirstToken) override;
  219                     Token &FirstToken) override;
  225                     Token &FirstToken) override;
  235                     Token &FirstToken) override;
  241                     Token &FirstToken) override;
  248                     Token &FirstToken) override;
  259                     Token &FirstToken) override;
  516   Token Alignment;
  962       Token Toks[1];
 1002   Token PragmaName;
 1003   Token Option;
 1004   ArrayRef<Token> Toks;
 1008 static std::string PragmaLoopHintString(Token PragmaName, Token Option) {
 1008 static std::string PragmaLoopHintString(Token PragmaName, Token Option) {
 1035   llvm::ArrayRef<Token> Toks = Info->Toks;
 1152   ArrayRef<Token> Tokens;
 1161 static StringRef getIdentifier(const Token &Tok) {
 1328 getAttributeSubjectRulesRecoveryPointForToken(const Token &Tok) {
 1580                                               Token &VisTok) {
 1583   Token Tok;
 1624   auto Toks = std::make_unique<Token[]>(1);
 1641                                      Token &PackTok) {
 1644   Token Tok;
 1653   Token Alignment;
 1738   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1738   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1753                                          Token &MSStructTok) {
 1756   Token Tok;
 1781   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1781   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1796                                              Token &FirstToken) {
 1798   Token Tok;
 1843 static void ParseAlignPragma(Preprocessor &PP, Token &FirstTok,
 1845   Token Tok;
 1898   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1898   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 1912                                       Token &AlignTok) {
 1918                                         Token &OptionsTok) {
 1925                                        Token &UnusedTok) {
 1930   Token Tok;
 1938   SmallVector<Token, 5> Identifiers;
 1989   MutableArrayRef<Token> Toks(
 1990       PP.getPreprocessorAllocator().Allocate<Token>(2 * Identifiers.size()),
 1993     Token &pragmaUnusedTok = Toks[2*i], &idTok = Toks[2*i+1];
 2007                                      Token &WeakTok) {
 2010   Token Tok;
 2017   Token WeakName = Tok;
 2019   Token AliasName;
 2040     MutableArrayRef<Token> Toks(
 2041         PP.getPreprocessorAllocator().Allocate<Token>(3), 3);
 2042     Token &pragmaUnusedTok = Toks[0];
 2052     MutableArrayRef<Token> Toks(
 2053         PP.getPreprocessorAllocator().Allocate<Token>(2), 2);
 2054     Token &pragmaUnusedTok = Toks[0];
 2068                                                 Token &RedefToken) {
 2071   Token Tok;
 2079   Token RedefName = Tok;
 2088   Token AliasName = Tok;
 2097   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(3),
 2097   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(3),
 2099   Token &pragmaRedefTok = Toks[0];
 2112                                            Token &Tok) {
 2117   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 2117   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 2131                                                 Token &Tok) {
 2180   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 2180   MutableArrayRef<Token> Toks(PP.getPreprocessorAllocator().Allocate<Token>(1),
 2199                                          Token &FirstTok) {
 2213                                        Token &FirstTok) {
 2214   SmallVector<Token, 16> Pragma;
 2215   Token Tok;
 2242   auto Toks = std::make_unique<Token[]>(Pragma.size());
 2258                                              Token &Tok) {
 2336   Token AnnotTok;
 2355                                     PragmaIntroducer Introducer, Token &Tok) {
 2428   Token AnnotTok;
 2441                                   PragmaIntroducer Introducer, Token &Tok) {
 2442   Token EoF, AnnotTok;
 2449   SmallVector<Token, 8> TokenVector;
 2459   auto TokenArray = std::make_unique<Token[]>(TokenVector.size());
 2462       std::pair<std::unique_ptr<Token[]>, size_t>(std::move(TokenArray),
 2480                                                Token &Tok) {
 2536                                         Token &Tok) {
 2617                                          Token &FirstToken) {
 2618   Token Tok;
 2663                                    PragmaIntroducer Introducer, Token &Tok) {
 2665   Token PragmaName = Tok;
 2666   SmallVector<Token, 1> TokenList;
 2729     Token FPTok;
 2744   auto TokenArray = std::make_unique<Token[]>(TokenList.size());
 2774 static bool ParseLoopHintValue(Preprocessor &PP, Token &Tok, Token PragmaName,
 2774 static bool ParseLoopHintValue(Preprocessor &PP, Token &Tok, Token PragmaName,
 2775                                Token Option, bool ValueInParens,
 2777   SmallVector<Token, 1> ValueList;
 2802   Token EOFTok;
 2865                                          Token &Tok) {
 2867   Token PragmaName = Tok;
 2868   SmallVector<Token, 1> TokenList;
 2879     Token Option = Tok;
 2914     Token LoopHintTok;
 2929   auto TokenArray = std::make_unique<Token[]>(TokenList.size());
 2959                                            Token &Tok) {
 2962   Token PragmaName = Tok;
 2982     Token Option;
 3001   auto TokenArray = std::make_unique<Token[]>(1);
 3025                                             Token &Tok) {
 3064                                            Token &Tok) {
 3116     Preprocessor &PP, PragmaIntroducer Introducer, Token &Tok) {
 3117   Token FirstTok = Tok;
 3168                                           Token &FirstToken) {
 3169   Token Tok;
 3231     SmallVector<Token, 16> AttributeTokens;
 3258     Token EOFTok;
 3273   auto TokenArray = std::make_unique<Token[]>(1);
tools/clang/lib/Parse/ParseStmt.cpp
  121   StatementFilterCCC(Token nextTok) : NextToken(nextTok) {
  147   Token NextToken;
  178     Token Next = NextToken();
  428   Token OldToken = Tok;
  605   Token IdentTok = Tok;  // Save the whole token.
 1575   const Token &Next = NextToken();
tools/clang/lib/Parse/ParseStmtAsm.cpp
   43   ArrayRef<Token> AsmToks;
   50                          ArrayRef<Token> Toks, ArrayRef<unsigned> Offsets)
   76   void findTokensForString(StringRef Str, SmallVectorImpl<Token> &TempToks,
   77                            const Token *&FirstOrigToken) const;
   90   SmallVector<Token, 16> LineToks;
   91   const Token *FirstOrigToken = nullptr;
  138     StringRef Str, SmallVectorImpl<Token> &TempToks,
  139     const Token *&FirstOrigToken) const {
  186     const Token &Tok = AsmToks[TokIndex];
  200 ExprResult Parser::ParseMSAsmIdentifier(llvm::SmallVectorImpl<Token> &LineToks,
  207   Token EndOfStreamTok;
  250     Token IdTok = PP.LookAhead(0);
  298                              ArrayRef<Token> AsmToks,
  307     const Token &Tok = AsmToks[i];
  354 static bool isTypeQualifier(const Token &Tok) {
  374 static bool isGCCAsmStatement(const Token &TokAfterAsm) {
  397   SmallVector<Token, 4> AsmToks;
  494         Tok.clearFlag(Token::LeadingSpace);
  520         Tok.setFlag(Token::StartOfLine);
tools/clang/lib/Parse/ParseTemplate.cpp
  539   Token Next = NextToken();
  700     const Token &Next = Tok.is(tok::kw_struct) ? NextToken() : Tok;
  925   Token Next = NextToken();
  979   Token Greater = Tok;
 1241 static bool isEndOfTemplateArgument(Token Tok) {
 1640     const AngleBracketTracker::Loc &LAngle, const Token &OpToken) {
tools/clang/lib/Parse/ParseTentative.cpp
 1178   TentativeParseCCC(const Token &Next) {
 1322     const Token &Next = NextToken();
 1386     const Token &Next = NextToken();
 1855       const Token &Next = NextToken();
tools/clang/lib/Parse/Parser.cpp
   76 DiagnosticBuilder Parser::Diag(const Token &Tok, unsigned DiagID) {
  101 static bool IsCommonTypo(tok::TokenKind ExpectedTok, const Token &Tok) {
  944     const Token &KW = NextToken();
  971     const Token &KW = NextToken();
 1534 TemplateIdAnnotation *Parser::takeTemplateIdAnnotation(const Token &tok) {
 1597   Token Next = NextToken();
 1613     Token FakeNext = Next;
 1779       Token TypedefToken;
tools/clang/lib/Rewrite/HTMLRewrite.cpp
  458   Token Tok;
  537   std::vector<Token> TokenStream;
  545     Token Tok;
  598   Token Tok;
  624     Token PrevPrevTok;
  625     Token PrevTok = Tok;
tools/clang/lib/Rewrite/TokenRewriter.cpp
   38   Token RawTok;
   72 TokenRewriter::AddToken(const Token &T, TokenRefTy Where) {
   88   Token Tok;
tools/clang/lib/Sema/SemaAttr.cpp
  553 void Sema::ActOnPragmaUnused(const Token &IdTok, Scope *curScope,
tools/clang/lib/Sema/SemaDecl.cpp
  769 static bool isResultTypeOrTemplate(LookupResult &R, const Token &NextToken) {
  851                                             const Token &NextToken,
 1216                                               const Token &NextToken) {
tools/clang/lib/Sema/SemaExpr.cpp
 1644   for (const Token &Tok : StringToks)
 1678     for (const Token &Tok : StringToks) {
tools/clang/lib/Sema/SemaObjCProperty.cpp
  331   Token Tok;
tools/clang/lib/Sema/SemaStmtAsm.cpp
  876                                 ArrayRef<Token> AsmToks,
tools/clang/lib/Sema/TreeTransform.h
 1400                               ArrayRef<Token> AsmToks,
 7147   ArrayRef<Token> AsmToks =
tools/clang/lib/Serialization/ASTReader.cpp
 1659 Token ASTReader::ReadToken(ModuleFile &F, const RecordDataImpl &Record,
 1661   Token Tok;
 1788       Token Tok = ReadToken(F, Record, Idx);
tools/clang/lib/Serialization/ASTReaderStmt.cpp
  416   SmallVector<Token, 16> AsmToks;
tools/clang/lib/Serialization/ASTWriter.cpp
 2669       const Token &Tok = MI->getReplacementToken(TokNo);
 4469     for (const auto &Tok : LPT.Toks) {
 4583 void ASTWriter::AddToken(const Token &Tok, RecordDataImpl &Record) {
tools/clang/lib/StaticAnalyzer/Checkers/LocalizationChecker.cpp
 1150   Token I;
 1151   Token Result;    // This will hold the token just before the last ')'
tools/clang/lib/StaticAnalyzer/Core/HTMLDiagnostics.cpp
  892       Token TheTok;
tools/clang/lib/StaticAnalyzer/Core/IssueHash.cpp
  154   Token Token;
tools/clang/lib/StaticAnalyzer/Core/PlistDiagnostics.cpp
  815 using ExpArgTokens = llvm::SmallVector<Token, 2>;
  837   Token PrevTok, PrevPrevTok;
  847   void printToken(const Token &Tok);
  976     Token T = *It;
 1067   Token TheTok;
 1245 void TokenPrinter::printToken(const Token &Tok) {
tools/clang/lib/Tooling/Inclusions/HeaderIncludes.cpp
   40     llvm::function_ref<unsigned(const SourceManager &, Lexer &, Token &)>
   46   Token Tok;
   57     Lexer &Lex, StringRef Name, Token &Tok,
   69 void skipComments(Lexer &Lex, Token &Tok) {
  121 bool checkAndConsumeInclusiveDirective(Lexer &Lex, Token &Tok) {
tools/clang/lib/Tooling/Refactoring/Extract/SourceExtraction.cpp
  103   Optional<Token> NextToken = Lexer::findNextToken(End, SM, LangOpts);
tools/clang/lib/Tooling/Syntax/Tokens.cpp
   44 syntax::Token::Token(const clang::Token &T)
  267   clang::Token T;
  288   void MacroExpands(const clang::Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/lib/Tooling/Transformer/RangeSelector.cpp
   89     Token T;
tools/clang/lib/Tooling/Transformer/SourceCode.cpp
   26   Optional<Token> Tok = Lexer::findNextToken(
tools/clang/tools/clang-refactor/TestSupport.cpp
  318   Token Tok;
tools/clang/tools/extra/clang-change-namespace/ChangeNamespace.cpp
  667   Token Tok;
tools/clang/tools/extra/clang-include-fixer/find-all-symbols/FindAllMacros.cpp
   23 FindAllMacros::CreateMacroSymbol(const Token &MacroNameTok,
   33 void FindAllMacros::MacroDefined(const Token &MacroNameTok,
   39 void FindAllMacros::MacroUsed(const Token &Name, const MacroDefinition &MD) {
   46 void FindAllMacros::MacroExpands(const Token &MacroNameTok,
   52 void FindAllMacros::Ifdef(SourceLocation Loc, const Token &MacroNameTok,
   57 void FindAllMacros::Ifndef(SourceLocation Loc, const Token &MacroNameTok,
tools/clang/tools/extra/clang-include-fixer/find-all-symbols/FindAllMacros.h
   32   void MacroDefined(const Token &MacroNameTok,
   35   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
   38   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
   41   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
   47   llvm::Optional<SymbolInfo> CreateMacroSymbol(const Token &MacroNameTok,
   50   void MacroUsed(const Token &Name, const MacroDefinition &MD);
tools/clang/tools/extra/clang-move/Move.cpp
  131   void InclusionDirective(SourceLocation HashLoc, const Token & /*IncludeTok*/,
tools/clang/tools/extra/clang-tidy/ExpandModularHeadersPPCallbacks.cpp
  150     SourceLocation DirectiveLoc, const Token &IncludeToken,
  242 void ExpandModularHeadersPPCallbacks::MacroExpands(const Token &MacroNameTok,
  249 void ExpandModularHeadersPPCallbacks::MacroDefined(const Token &MacroNameTok,
  254     const Token &, const MacroDefinition &, const MacroDirective *Undef) {
  258 void ExpandModularHeadersPPCallbacks::Defined(const Token &MacroNameTok,
  277 void ExpandModularHeadersPPCallbacks::Ifdef(SourceLocation Loc, const Token &,
  281 void ExpandModularHeadersPPCallbacks::Ifndef(SourceLocation Loc, const Token &,
tools/clang/tools/extra/clang-tidy/ExpandModularHeadersPPCallbacks.h
   63                           const Token &IncludeToken, StringRef IncludedFilename,
   95   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &,
   97   void MacroDefined(const Token &MacroNameTok,
   99   void MacroUndefined(const Token &, const MacroDefinition &,
  101   void Defined(const Token &MacroNameTok, const MacroDefinition &,
  107   void Ifdef(SourceLocation Loc, const Token &,
  109   void Ifndef(SourceLocation Loc, const Token &,
  131   Token CurrentToken;
tools/clang/tools/extra/clang-tidy/android/ComparisonInTempFailureRetryCheck.cpp
   34     Token Tok;
tools/clang/tools/extra/clang-tidy/bugprone/ArgumentCommentCheck.cpp
   85     Token Tok;
  111     clang::Token Tok = utils::lexer::getPreviousToken(
tools/clang/tools/extra/clang-tidy/bugprone/LambdaFunctionNameCheck.cpp
   35   void MacroExpands(const Token &MacroNameTok,
   40     for (const auto& T : MD.getMacroInfo()->tokens()) {
tools/clang/tools/extra/clang-tidy/bugprone/MacroParenthesesCheck.cpp
   24   void MacroDefined(const Token &MacroNameTok,
   32   void replacementList(const Token &MacroNameTok, const MacroInfo *MI);
   35   void argument(const Token &MacroNameTok, const MacroInfo *MI);
   43 static bool isSurroundedLeft(const Token &T) {
   49 static bool isSurroundedRight(const Token &T) {
   55 static bool isKeyword(const Token &T) {
   61 static bool isWarnOp(const Token &T) {
   69 static bool isVarDeclKeyword(const Token &T) {
   77 static bool possibleVarDecl(const MacroInfo *MI, const Token *Tok) {
  103 void MacroParenthesesPPCallbacks::replacementList(const Token &MacroNameTok,
  116     const Token &Tok = *TI;
  146     const Token &Last = *(MI->tokens_end() - 1);
  155 void MacroParenthesesPPCallbacks::argument(const Token &MacroNameTok,
  170     const Token &Prev = *(TI - 1);
  171     const Token &Next = *(TI + 1);
  173     const Token &Tok = *TI;
tools/clang/tools/extra/clang-tidy/bugprone/MacroRepeatedSideEffectsCheck.cpp
   25   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
   35   bool hasSideEffects(const Token *ResultArgToks) const;
   39 void MacroRepeatedPPCallbacks::MacroExpands(const Token &MacroNameTok,
   62     const Token *ResultArgToks = Args->getUnexpArgument(ArgNo);
   92   for (const auto &T : MI->tokens()) {
  166     const Token *ResultArgToks) const {
tools/clang/tools/extra/clang-tidy/bugprone/NotNullTerminatedResultCheck.cpp
  803         const auto &T = MI->tokens().back();
tools/clang/tools/extra/clang-tidy/bugprone/SuspiciousSemicolonCheck.cpp
   42   auto Token = utils::lexer::getPreviousToken(LocStart, Ctxt.getSourceManager(),
tools/clang/tools/extra/clang-tidy/cert/SetLongJmpCheck.cpp
   32   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/tools/extra/clang-tidy/cppcoreguidelines/MacroUsageCheck.cpp
   37   void MacroDefined(const Token &MacroNameTok,
tools/clang/tools/extra/clang-tidy/fuchsia/RestrictSystemIncludesCheck.cpp
   29   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   60     SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName,
tools/clang/tools/extra/clang-tidy/google/AvoidUnderscoreInGoogletestNameCheck.cpp
   41   void MacroExpands(const Token &MacroNameToken,
   51     const Token *TestCaseNameToken = Args->getUnexpArgument(0);
   52     const Token *TestNameToken = Args->getUnexpArgument(1);
tools/clang/tools/extra/clang-tidy/google/ExplicitConstructorCheck.cpp
   45                              bool (*Pred)(const Token &)) {
   53   Token Tok;
   57       Token NextTok;
tools/clang/tools/extra/clang-tidy/google/IntegerTypesCheck.cpp
   23 static Token getTokenAtLoc(SourceLocation Loc,
   26   Token Tok;
   89   Token Tok = getTokenAtLoc(Loc, Result, *IdentTable);
tools/clang/tools/extra/clang-tidy/google/UpgradeGoogletestCaseCheck.cpp
   49   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
   54   void MacroUndefined(const Token &MacroNameTok, const MacroDefinition &MD,
   60   void MacroDefined(const Token &MacroNameTok,
   73   void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
   78   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
   83   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
   91   void macroUsed(const clang::Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/tools/extra/clang-tidy/llvm/IncludeOrderCheck.cpp
   27   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   78     SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName,
tools/clang/tools/extra/clang-tidy/misc/StaticAssertCheck.cpp
  154   Token Token;
tools/clang/tools/extra/clang-tidy/modernize/DeprecatedHeadersCheck.cpp
   28   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   95     SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName,
tools/clang/tools/extra/clang-tidy/modernize/RedundantVoidArgCheck.cpp
  139   Token VoidToken;
  140   Token ProtoToken;
  178 void RedundantVoidArgCheck::removeVoidToken(Token VoidToken,
tools/clang/tools/extra/clang-tidy/modernize/RedundantVoidArgCheck.h
   69   void removeVoidToken(Token VoidToken, StringRef Diagnostic);
tools/clang/tools/extra/clang-tidy/modernize/UseOverrideCheck.cpp
   47 static SmallVector<Token, 16>
   57   SmallVector<Token, 16> Tokens;
   58   Token Tok;
   80 static StringRef GetText(const Token &Tok, const SourceManager &Sources) {
  139   SmallVector<Token, 16> Tokens = ParseTokens(FileRange, Result);
  147     for (Token T : Tokens) {
  194         if ((Tokens[Tokens.size() - 2].getFlags() & Token::LeadingSpace) == 0)
  221     for (Token Tok : Tokens) {
tools/clang/tools/extra/clang-tidy/modernize/UseTrailingReturnTypeCheck.cpp
  137   Token T;
  156 static bool IsCVR(Token T) {
  160 static bool IsSpecifier(Token T) {
  166 classifyToken(const FunctionDecl &F, Preprocessor &PP, Token Tok) {
  175   Token End;
  177   SmallVector<Token, 2> Stream{Tok, End};
  182     Token T;
  217   Token T;
tools/clang/tools/extra/clang-tidy/modernize/UseTrailingReturnTypeCheck.h
   20   Token T;
tools/clang/tools/extra/clang-tidy/modernize/UseUsingCheck.cpp
   41   Token Tok;
tools/clang/tools/extra/clang-tidy/readability/AvoidConstParamsInDecls.cpp
   50 static llvm::Optional<Token> ConstTok(CharSourceRange Range,
   60   Token Tok;
   61   llvm::Optional<Token> ConstTok;
tools/clang/tools/extra/clang-tidy/readability/BracesAroundStatementsCheck.cpp
   23   Token Tok;
tools/clang/tools/extra/clang-tidy/readability/ConstReturnTypeCheck.cpp
   27 static llvm::Optional<Token>
   73   llvm::Optional<Token> Tok = findConstToRemove(Def, MatchResult);
   86     if (llvm::Optional<Token> T = findConstToRemove(Decl, MatchResult))
tools/clang/tools/extra/clang-tidy/readability/IdentifierNamingCheck.cpp
  147   void MacroDefined(const Token &MacroNameTok,
  153   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
  884                                        const Token &MacroNameTok,
  917 void IdentifierNamingCheck::expandMacro(const Token &MacroNameTok,
tools/clang/tools/extra/clang-tidy/readability/IdentifierNamingCheck.h
   94   void checkMacro(SourceManager &sourceMgr, const Token &MacroNameTok,
   98   void expandMacro(const Token &MacroNameTok, const MacroInfo *MI);
tools/clang/tools/extra/clang-tidy/readability/IsolateDeclarationCheck.cpp
  161     Token T = getPreviousToken(Start, SM, LangOpts);
tools/clang/tools/extra/clang-tidy/readability/NamespaceCommentCheck.cpp
   85   Token Tok;
tools/clang/tools/extra/clang-tidy/readability/RedundantPreprocessorCheck.cpp
   43   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
   51   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
tools/clang/tools/extra/clang-tidy/readability/SimplifyBooleanExprCheck.cpp
  309   Token Tok;
tools/clang/tools/extra/clang-tidy/readability/StaticDefinitionInAnonymousNamespaceCheck.cpp
   46   Token Tok;
tools/clang/tools/extra/clang-tidy/utils/FixItHintUtils.cpp
   20   auto Token = utils::lexer::getPreviousToken(
tools/clang/tools/extra/clang-tidy/utils/HeaderGuard.cpp
   47   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
   57   void MacroDefined(const Token &MacroNameTok,
  258   std::vector<std::pair<Token, const MacroInfo *>> Macros;
tools/clang/tools/extra/clang-tidy/utils/IncludeInserter.cpp
   23                           const Token &IncludeToken, StringRef FileNameRef,
tools/clang/tools/extra/clang-tidy/utils/LexerUtils.cpp
   16 Token getPreviousToken(SourceLocation Location, const SourceManager &SM,
   18   Token Token;
   55     Token T;
   81     llvm::Optional<Token> Tok = Lexer::findNextToken(Loc, SM, LangOpts);
   95 llvm::Optional<Token> getConstQualifyingToken(CharSourceRange Range,
  102   llvm::Optional<Token> FirstConstTok;
  103   Token LastTokInRange;
  104   Token Tok;
tools/clang/tools/extra/clang-tidy/utils/LexerUtils.h
   22 Token getPreviousToken(SourceLocation Location, const SourceManager &SM,
   47     Token T;
   65     Optional<Token> CurrentToken = Lexer::findNextToken(Start, SM, LangOpts);
   70     Token PotentialMatch = *CurrentToken;
   94 llvm::Optional<Token> getConstQualifyingToken(CharSourceRange Range,
tools/clang/tools/extra/clangd/CollectMacros.h
   44   void MacroDefined(const Token &MacroName, const MacroDirective *MD) override {
   48   void MacroExpands(const Token &MacroName, const MacroDefinition &MD,
   53   void MacroUndefined(const clang::Token &MacroName,
   59   void Ifdef(SourceLocation Loc, const Token &MacroName,
   64   void Ifndef(SourceLocation Loc, const Token &MacroName,
   69   void Defined(const Token &MacroName, const MacroDefinition &MD,
   75   void add(const Token &MacroNameTok, const MacroInfo *MI) {
tools/clang/tools/extra/clangd/Diagnostics.cpp
  106   Token Tok;
tools/clang/tools/extra/clangd/Format.cpp
   29   Token Tok;
tools/clang/tools/extra/clangd/Headers.cpp
   31   void InclusionDirective(SourceLocation HashLoc, const Token & /*IncludeTok*/,
tools/clang/tools/extra/clangd/ParsedAST.cpp
  178       Token HashTok, IncludeTok, FilenameTok;
tools/clang/tools/extra/clangd/SourceCode.cpp
  249 bool isOverloadedOperator(const Token &Tok) {
  265   Token Tok;
  406   Token TheTok;
  723          llvm::function_ref<void(const clang::Token &, Position)> Action) {
  730   Token Tok;
  984   Token Result;
tools/clang/tools/extra/clangd/XRefs.cpp
  859   Token Tok;
tools/clang/tools/extra/clangd/index/IndexAction.cpp
   86   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  107   void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
tools/clang/tools/extra/clangd/refactor/tweaks/RemoveUsingNamespace.cpp
   73   llvm::Optional<Token> NextTok =
tools/clang/tools/extra/modularize/CoverageChecker.cpp
   89   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
tools/clang/tools/extra/modularize/PreprocessorTracker.cpp
  407   for (const auto &T : MI->tokens()) {
  427     const clang::Token *ResultArgToks;
  428     const clang::Token *ArgTok = Args->getUnexpArgument(ArgNo);
  440       const clang::Token &AT = ResultArgToks[ArgumentIndex];
  746                           const clang::Token &IncludeTok,
  758   void MacroExpands(const clang::Token &MacroNameTok,
  761   void Defined(const clang::Token &MacroNameTok,
  769   void Ifdef(clang::SourceLocation Loc, const clang::Token &MacroNameTok,
  771   void Ifndef(clang::SourceLocation Loc, const clang::Token &MacroNameTok,
 1288     clang::SourceLocation HashLoc, const clang::Token &IncludeTok,
 1321 void PreprocessorCallbacks::MacroExpands(const clang::Token &MacroNameTok,
 1339 void PreprocessorCallbacks::Defined(const clang::Token &MacroNameTok,
 1373                                   const clang::Token &MacroNameTok,
 1384                                    const clang::Token &MacroNameTok,
tools/clang/tools/extra/pp-trace/PPCallbacksTracker.cpp
  116                                      const Token &FilenameTok,
  138     SourceLocation HashLoc, const Token &IncludeTok, llvm::StringRef FileName,
  318 void PPCallbacksTracker::MacroExpands(const Token &MacroNameTok,
  330 void PPCallbacksTracker::MacroDefined(const Token &MacroNameTok,
  338 void PPCallbacksTracker::MacroUndefined(const Token &MacroNameTok,
  347 void PPCallbacksTracker::Defined(const Token &MacroNameTok,
  384 void PPCallbacksTracker::Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  393 void PPCallbacksTracker::Ifndef(SourceLocation Loc, const Token &MacroNameTok,
  465 void PPCallbacksTracker::appendArgument(const char *Name, const Token &Value) {
  605     const Token *Current = Value->getUnexpArgument(I);
tools/clang/tools/extra/pp-trace/PPCallbacksTracker.h
   92   void FileSkipped(const FileEntryRef &SkippedFile, const Token &FilenameTok,
   96   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  130   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
  132   void MacroDefined(const Token &MacroNameTok,
  134   void MacroUndefined(const Token &MacroNameTok, const MacroDefinition &MD,
  136   void Defined(const Token &MacroNameTok, const MacroDefinition &MD,
  143   void Ifdef(SourceLocation Loc, const Token &MacroNameTok,
  145   void Ifndef(SourceLocation Loc, const Token &MacroNameTok,
  174   void appendArgument(const char *Name, const Token &Value);
tools/clang/tools/libclang/CIndex.cpp
 6727   Token Tok;
 7426 static bool lexNext(Lexer &Lex, Token &Tok,
 7469     Token Tok;
 8834 cxindex::checkForMacroInMacroDefinition(const MacroInfo *MI, const Token &Tok,
 8887   Token Tok;
tools/clang/tools/libclang/CIndexer.h
  148                                                           const Token &Tok,
tools/clang/tools/libclang/Indexing.cpp
  261   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
  274   void MacroDefined(const Token &Id, const MacroDirective *MD) override {}
  278   void MacroUndefined(const Token &MacroNameTok,
  283   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
tools/clang/unittests/Basic/SourceManagerTest.cpp
   71   std::vector<Token> toks;
   73     Token tok;
  280   std::vector<Token> toks;
  282     Token tok;
  339   void MacroDefined(const Token &MacroNameTok,
  345   void MacroUndefined(const Token &MacroNameTok,
  354   void MacroExpands(const Token &MacroNameTok, const MacroDefinition &MD,
  402   std::vector<Token> toks;
  404     Token tok;
tools/clang/unittests/Lex/LexerTest.cpp
   66   std::vector<Token> Lex(StringRef Source) {
   70     std::vector<Token> toks;
   72       Token tok;
   82   std::vector<Token> CheckLex(StringRef Source,
   93   std::string getSourceText(Token Begin, Token End) {
   93   std::string getSourceText(Token Begin, Token End) {
  121   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  133   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  146   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  159   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  173   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  187   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  202   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  215   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  228   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  243   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  258   std::vector<Token> toks = CheckLex("#define M(x) x\n"
  278   std::vector<Token> toks = CheckLex("#define M(x) [x]\n"
  361   std::vector<Token> toks =
  389   Token Eof;
  391   std::vector<Token> ArgTokens;
  393     Token tok;
  412   Token Result = StringifyArg(0);
  459   std::vector<Token> LexedTokens = CheckLex(TextToLex, ExpectedTokens);
  461   for (const Token &Tok : LexedTokens) {
  524   std::vector<Token> toks = Lex(R"(#define MOO 1
  526   const Token &moo = toks[5];
tools/clang/unittests/Lex/PPCallbacksTest.cpp
   36   void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
   55   Token IncludeTok;
  220       Token Tok;
  250       Token Tok;
  294       Token Tok;
tools/clang/unittests/Lex/PPConditionalDirectiveRecordTest.cpp
   89   std::vector<Token> toks;
   91     Token tok;
tools/lldb/source/Plugins/ExpressionParser/Clang/ClangExpressionSourceCode.cpp
  235   Token token;
tools/lldb/source/Plugins/Language/CPlusPlus/CPlusPlusNameParser.cpp
   99 clang::Token &CPlusPlusNameParser::Peek() {
  331   const auto &token = Peek();
  480     const auto &token = Peek();
  609   clang::Token &first_token = m_tokens[range.begin_index];
  610   clang::Token &last_token = m_tokens[range.end_index - 1];
  648   clang::Token token;
tools/lldb/source/Plugins/Language/CPlusPlus/CPlusPlusNameParser.h
   64   llvm::SmallVector<clang::Token, 30> m_tokens;
  124   clang::Token &Peek();
tools/lldb/source/Plugins/Language/ClangCommon/ClangHighlighter.cpp
   49                     const clang::Token &token, llvm::StringRef tok_str,
  176   Token token;
usr/include/c++/7.4.0/bits/alloc_traits.h
  387       using allocator_type = allocator<_Tp>;
  389       using value_type = _Tp;
  392       using pointer = _Tp*;
  395       using const_pointer = const _Tp*;
  474 	construct(allocator_type& __a, _Up* __p, _Args&&... __args)
  474 	construct(allocator_type& __a, _Up* __p, _Args&&... __args)
  475 	{ __a.construct(__p, std::forward<_Args>(__args)...); }
  486 	destroy(allocator_type& __a, _Up* __p)
usr/include/c++/7.4.0/bits/allocator.h
  108     class allocator: public __allocator_base<_Tp>
  113       typedef _Tp*       pointer;
  114       typedef const _Tp* const_pointer;
  115       typedef _Tp&       reference;
  116       typedef const _Tp& const_reference;
  117       typedef _Tp        value_type;
  137 	allocator(const allocator<_Tp1>&) throw() { }
usr/include/c++/7.4.0/bits/list.tcc
   68       typedef _List_node<_Tp>  _Node;
   74 	  _Tp* __val = __tmp->_M_valptr();
usr/include/c++/7.4.0/bits/move.h
   46     inline _GLIBCXX_CONSTEXPR _Tp*
   47     __addressof(_Tp& __r) _GLIBCXX_NOEXCEPT
   72     constexpr _Tp&&
   73     forward(typename std::remove_reference<_Tp>::type& __t) noexcept
   83     constexpr _Tp&&
   84     forward(typename std::remove_reference<_Tp>::type&& __t) noexcept
   98     move(_Tp&& __t) noexcept
  104     : public __and_<__not_<is_nothrow_move_constructible<_Tp>>,
  105                     is_copy_constructible<_Tp>>::type { };
  136     inline _GLIBCXX17_CONSTEXPR _Tp*
  137     addressof(_Tp& __r) noexcept
  143     const _Tp* addressof(const _Tp&&) = delete;
  143     const _Tp* addressof(const _Tp&&) = delete;
  184     typename enable_if<__and_<__not_<__is_tuple_like<_Tp>>,
  185 			      is_move_constructible<_Tp>,
  186 			      is_move_assignable<_Tp>>::value>::type
  187     swap(_Tp& __a, _Tp& __b)
  187     swap(_Tp& __a, _Tp& __b)
  198       _Tp __tmp = _GLIBCXX_MOVE(__a);
usr/include/c++/7.4.0/bits/ptr_traits.h
  126       typedef _Tp* pointer;
  128       typedef _Tp  element_type;
  141       pointer_to(__make_not_void<element_type>& __r) noexcept
  141       pointer_to(__make_not_void<element_type>& __r) noexcept
usr/include/c++/7.4.0/bits/std_function.h
  299       _M_invoke(const _Any_data& __functor, _ArgTypes&&... __args)
  302 	    std::forward<_ArgTypes>(__args)...);
  390     : public _Maybe_unary_or_binary_function<_Res, _ArgTypes...>,
  595       _Res operator()(_ArgTypes... __args) const;
  628       using _Invoker_type = _Res (*)(const _Any_data&, _ArgTypes&&...);
  689 	typedef _Function_handler<_Res(_ArgTypes...), _Functor> _My_handler;
  706       return _M_invoker(_M_functor, std::forward<_ArgTypes>(__args)...);
usr/include/c++/7.4.0/bits/stl_algobase.h
  356         static _Tp*
  357         __copy_m(const _Tp* __first, const _Tp* __last, _Tp* __result)
  357         __copy_m(const _Tp* __first, const _Tp* __last, _Tp* __result)
  357         __copy_m(const _Tp* __first, const _Tp* __last, _Tp* __result)
  361 					   is_move_assignable<_Tp>,
  362 					   is_copy_assignable<_Tp>>;
  368 	    __builtin_memmove(__result, __first, sizeof(_Tp) * _Num);
  558         static _Tp*
  559         __copy_move_b(const _Tp* __first, const _Tp* __last, _Tp* __result)
  559         __copy_move_b(const _Tp* __first, const _Tp* __last, _Tp* __result)
  559         __copy_move_b(const _Tp* __first, const _Tp* __last, _Tp* __result)
  563 					   is_move_assignable<_Tp>,
  564 					   is_copy_assignable<_Tp>>;
  570 	    __builtin_memmove(__result - _Num, __first, sizeof(_Tp) * _Num);
usr/include/c++/7.4.0/bits/stl_construct.h
  204 	     allocator<_Tp>&)
usr/include/c++/7.4.0/bits/stl_iterator.h
 1224     __make_move_if_noexcept_iterator(_Tp* __i)
usr/include/c++/7.4.0/bits/stl_iterator_base_types.h
  181       typedef _Tp                         value_type;
  183       typedef _Tp*                        pointer;
  184       typedef _Tp&                        reference;
  192       typedef _Tp                         value_type;
  194       typedef const _Tp*                  pointer;
  195       typedef const _Tp&                  reference;
usr/include/c++/7.4.0/bits/stl_list.h
  112       __gnu_cxx::__aligned_membuf<_Tp> _M_storage;
  113       _Tp*       _M_valptr()       { return _M_storage._M_ptr(); }
  114       _Tp const* _M_valptr() const { return _M_storage._M_ptr(); }
  130       typedef _List_iterator<_Tp>		_Self;
  131       typedef _List_node<_Tp>			_Node;
  135       typedef _Tp				value_type;
  136       typedef _Tp*				pointer;
  137       typedef _Tp&				reference;
  209       typedef _List_const_iterator<_Tp>		_Self;
  210       typedef const _List_node<_Tp>		_Node;
  211       typedef _List_iterator<_Tp>		iterator;
  215       typedef _Tp				value_type;
  216       typedef const _Tp*			pointer;
  217       typedef const _Tp&			reference;
  304 	rebind<_Tp>::other				_Tp_alloc_type;
  307 	rebind<_List_node<_Tp> >::other _Node_alloc_type;
  503     class list : protected _List_base<_Tp, _Alloc>
  514       typedef _List_base<_Tp, _Alloc>			_Base;
  521       typedef _Tp					 value_type;
  526       typedef _List_iterator<_Tp>			 iterator;
  527       typedef _List_const_iterator<_Tp>			 const_iterator;
  537       typedef _List_node<_Tp>				 _Node;
  570 	_M_create_node(_Args&&... __args)
 1587       remove(const _Tp& __value);
usr/include/c++/7.4.0/bits/stl_pair.h
  100 	return __and_<is_constructible<_T1, const _U1&>,
  100 	return __and_<is_constructible<_T1, const _U1&>,
  107 	return __and_<is_convertible<const _U1&, _T1>,
  107 	return __and_<is_convertible<const _U1&, _T1>,
  114 	return __and_<is_constructible<_T1, _U1&&>,
  114 	return __and_<is_constructible<_T1, _U1&&>,
  121 	return __and_<is_convertible<_U1&&, _T1>,
  121 	return __and_<is_convertible<_U1&&, _T1>,
  128 	using __do_converts = __and_<is_convertible<const _U1&, _T1>,
  128 	using __do_converts = __and_<is_convertible<const _U1&, _T1>,
  133 	return __and_<is_constructible<_T1, const _U1&>,
  133 	return __and_<is_constructible<_T1, const _U1&>,
  142 	using __do_converts = __and_<is_convertible<_U1&&, _T1>,
  142 	using __do_converts = __and_<is_convertible<_U1&&, _T1>,
  147 	return __and_<is_constructible<_T1, _U1&&>,
  147 	return __and_<is_constructible<_T1, _U1&&>,
  209     : private __pair_base<_T1, _T2>
  211       typedef _T1 first_type;    /// @c first_type is the first bound type
  214       _T1 first;                 /// @c first is a copy of the first object
  252       using _PCCP = _PCC<true, _T1, _T2>;
  260       constexpr pair(const _T1& __a, const _T2& __b)
  269       explicit constexpr pair(const _T1& __a, const _T2& __b)
  283 			    _T1, _T2>;
  311        constexpr pair(_U1&& __x, const _T2& __y)
  325        constexpr pair(const _T1& __x, _U2&& __y)
  332        explicit pair(const _T1& __x, _U2&& __y)
  341 	constexpr pair(_U1&& __x, _U2&& __y)
  379 		__and_<is_copy_assignable<_T1>,
  390 		__and_<is_move_assignable<_T1>,
  402       typename enable_if<__and_<is_assignable<_T1&, const _U1&>,
  402       typename enable_if<__and_<is_assignable<_T1&, const _U1&>,
  405 	operator=(const pair<_U1, _U2>& __p)
  413       typename enable_if<__and_<is_assignable<_T1&, _U1&&>,
  413       typename enable_if<__and_<is_assignable<_T1&, _U1&&>,
  416 	operator=(pair<_U1, _U2>&& __p)
usr/include/c++/7.4.0/bits/stl_uninitialized.h
  288 			   _ForwardIterator __result, allocator<_Tp>&)
usr/include/c++/7.4.0/bits/stl_vector.h
   77 	rebind<_Tp>::other _Tp_alloc_type;
  216     class vector : protected _Vector_base<_Tp, _Alloc>
  227       typedef _Vector_base<_Tp, _Alloc>			_Base;
  232       typedef _Tp					value_type;
  919       _Tp*
  923       const _Tp*
  962 	emplace_back(_Args&&... __args);
 1483 	_M_realloc_insert(iterator __position, _Args&&... __args);
 1561 	_Up*
 1562 	_M_data_ptr(_Up* __ptr) const _GLIBCXX_NOEXCEPT
usr/include/c++/7.4.0/bits/unique_ptr.h
  103         default_delete(const default_delete<_Up[]>&) noexcept { }
  107       typename enable_if<is_convertible<_Up(*)[], _Tp(*)[]>::value>::type
  107       typename enable_if<is_convertible<_Up(*)[], _Tp(*)[]>::value>::type
  108 	operator()(_Up* __ptr) const
  110 	static_assert(sizeof(_Tp)>0,
  122 	  using type = _Up*;
  137       using pointer = typename _Ptr<_Tp, _Dp>::type;
  401 	typename __uniq_ptr_impl<_Tp, _Up>::_DeleterConstraint::type;
  403       __uniq_ptr_impl<_Tp, _Dp> _M_t;
  411 	  = __and_< is_base_of<_Tp, _Up>,
  412 		    __not_<is_same<__remove_cv<_Tp>, __remove_cv<_Up>>> >;
  412 		    __not_<is_same<__remove_cv<_Tp>, __remove_cv<_Up>>> >;
  412 		    __not_<is_same<__remove_cv<_Tp>, __remove_cv<_Up>>> >;
  415       using pointer	  = typename __uniq_ptr_impl<_Tp, _Dp>::pointer;
  416       using element_type  = _Tp;
  815     { typedef unique_ptr<_Tp[]> __array; };
  824     make_unique(_Args&&... __args)
  831     { return unique_ptr<_Tp>(new remove_extent_t<_Tp>[__num]()); }
  831     { return unique_ptr<_Tp>(new remove_extent_t<_Tp>[__num]()); }
usr/include/c++/7.4.0/bits/vector.tcc
  101 				     std::forward<_Args>(__args)...);
  105 	  _M_realloc_insert(end(), std::forward<_Args>(__args)...);
  418 				   std::forward<_Args>(__args)...);
usr/include/c++/7.4.0/ext/aligned_buffer.h
   52       struct _Tp2 { _Tp _M_t; };
   54       alignas(__alignof__(_Tp2::_M_t)) unsigned char _M_storage[sizeof(_Tp)];
   69       _Tp*
   73       const _Tp*
usr/include/c++/7.4.0/ext/alloc_traits.h
  117       { typedef typename _Base_type::template rebind_alloc<_Tp> other; };
usr/include/c++/7.4.0/ext/new_allocator.h
   63       typedef _Tp*       pointer;
   64       typedef const _Tp* const_pointer;
   65       typedef _Tp&       reference;
   66       typedef const _Tp& const_reference;
   67       typedef _Tp        value_type;
   84 	new_allocator(const new_allocator<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
  111 	return static_cast<_Tp*>(::operator new(__n * sizeof(_Tp)));
  130       { return size_t(-1) / sizeof(_Tp); }
  135 	construct(_Up* __p, _Args&&... __args)
  135 	construct(_Up* __p, _Args&&... __args)
  136 	{ ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
  136 	{ ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
  140 	destroy(_Up* __p) { __p->~_Up(); }
usr/include/c++/7.4.0/initializer_list
   50       typedef _E 		value_type;
   51       typedef const _E& 	reference;
   52       typedef const _E& 	const_reference;
   54       typedef const _E* 	iterator;
   55       typedef const _E* 	const_iterator;
usr/include/c++/7.4.0/type_traits
  215     : public __is_void_helper<typename remove_cv<_Tp>::type>::type
  326     : public __is_integral_helper<typename remove_cv<_Tp>::type>::type
  354     : public __is_floating_point_helper<typename remove_cv<_Tp>::type>::type
  381     : public __is_pointer_helper<typename remove_cv<_Tp>::type>::type
  567     : public __is_null_pointer_helper<typename remove_cv<_Tp>::type>::type
  581     : public __or_<is_lvalue_reference<_Tp>,
  582                    is_rvalue_reference<_Tp>>::type
  588     : public __or_<is_integral<_Tp>, is_floating_point<_Tp>>::type
  588     : public __or_<is_integral<_Tp>, is_floating_point<_Tp>>::type
  601     : public __not_<__or_<is_function<_Tp>, is_reference<_Tp>,
  601     : public __not_<__or_<is_function<_Tp>, is_reference<_Tp>,
  602                           is_void<_Tp>>>::type
  611     : public __or_<is_arithmetic<_Tp>, is_enum<_Tp>, is_pointer<_Tp>,
  611     : public __or_<is_arithmetic<_Tp>, is_enum<_Tp>, is_pointer<_Tp>,
  611     : public __or_<is_arithmetic<_Tp>, is_enum<_Tp>, is_pointer<_Tp>,
  612                    is_member_pointer<_Tp>, is_null_pointer<_Tp>>::type
  612                    is_member_pointer<_Tp>, is_null_pointer<_Tp>>::type
  631     : public __is_member_pointer_helper<typename remove_cv<_Tp>::type>::type
  638     : public __or_<is_object<_Tp>, is_reference<_Tp>>::type
  638     : public __or_<is_object<_Tp>, is_reference<_Tp>>::type
  777     : public __and_<is_array<_Tp>, __not_<extent<_Tp>>>
  777     : public __and_<is_array<_Tp>, __not_<extent<_Tp>>>
  798       typedef decltype(__test<_Tp>(0)) type;
  811                remove_all_extents<_Tp>::type>::type
  825     : public __is_destructible_safe<_Tp>::type
  984       typedef decltype(__test<_Tp, _Arg>(0)) type;
  989     : public __and_<is_destructible<_Tp>,
  990                     __is_direct_constructible_impl<_Tp, _Arg>>
 1072 			 __is_direct_constructible_ref_cast<_Tp, _Arg>,
 1073 			 __is_direct_constructible_new_safe<_Tp, _Arg>
 1079     : public __is_direct_constructible_new<_Tp, _Arg>::type
 1119     : public __is_direct_constructible<_Tp, _Arg>
 1130     : public __is_constructible_impl<_Tp, _Args...>::type
 1142     : public is_constructible<_Tp, const _Tp&>
 1142     : public is_constructible<_Tp, const _Tp&>
 1148     : public __is_copy_constructible_impl<_Tp>
 1160     : public is_constructible<_Tp, _Tp&&>
 1160     : public is_constructible<_Tp, _Tp&&>
 1166     : public __is_move_constructible_impl<_Tp>
 1215     : public __and_<is_constructible<_Tp, _Args...>,
 1216 		    __is_nt_constructible_impl<_Tp, _Args...>>
 1246     : public is_nothrow_constructible<_Tp, _Tp&&>
 1246     : public is_nothrow_constructible<_Tp, _Tp&&>
 1252     : public __is_nothrow_move_constructible_impl<_Tp>
 1286     : public is_assignable<_Tp&, const _Tp&>
 1286     : public is_assignable<_Tp&, const _Tp&>
 1292     : public __is_copy_assignable_impl<_Tp>
 1304     : public is_assignable<_Tp&, _Tp&&>
 1304     : public is_assignable<_Tp&, _Tp&&>
 1310     : public __is_move_assignable_impl<_Tp>
 1352     : public is_nothrow_assignable<_Tp&, _Tp&&>
 1352     : public is_nothrow_assignable<_Tp&, _Tp&&>
 1358     : public __is_nt_move_assignable_impl<_Tp>
 1447     : public __and_<is_destructible<_Tp>, integral_constant<bool,
 1526 	static void __test_aux(_To1);
 1538       typedef decltype(__test<_From, _To>(0)) type;
 1545     : public __is_convertible_helper<_From, _To>::type
 1554     { typedef _Tp     type; };
 1558     { typedef _Tp     type; };
 1563     { typedef _Tp     type; };
 1574       remove_const<typename remove_volatile<_Tp>::type>::type     type;
 1629     { typedef _Tp   type; };
 1633     { typedef _Tp   type; };
 1645     { typedef _Tp&   type; };
 1650     : public __add_lvalue_reference_helper<_Tp>
 1659     { typedef _Tp&&   type; };
 1664     : public __add_rvalue_reference_helper<_Tp>
 1950     { typedef _Tp     type; };
 1955     { typedef _Tp     type; };
 1983     { typedef _Up     type; };
 2171     { typedef _Iffalse type; };
 2253     inline typename add_rvalue_reference<_Tp>::type
 2428       std::declval<_Fn>()(std::declval<_Args>()...)
 2439       typedef decltype(_S_test<_Functor, _ArgTypes...>(0)) type;
 2452 	_Functor, _ArgTypes...
 2458     : public __invoke_result<_Functor, _ArgTypes...>
 2574       typename remove_reference<_Tp>::type>::type>::type