71 lines
2.6 KiB
C++
71 lines
2.6 KiB
C++
//===- TokenBufferTokenManager.h -----------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H
|
|
#define LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H
|
|
|
|
#include "clang/Tooling/Syntax/TokenManager.h"
|
|
#include "clang/Tooling/Syntax/Tokens.h"
|
|
|
|
namespace clang {
|
|
namespace syntax {
|
|
|
|
/// A TokenBuffer-powered token manager.
|
|
/// It tracks the underlying token buffers, source manager, etc.
|
|
class TokenBufferTokenManager : public TokenManager {
|
|
public:
|
|
TokenBufferTokenManager(const TokenBuffer &Tokens,
|
|
const LangOptions &LangOpts, SourceManager &SourceMgr)
|
|
: Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {}
|
|
|
|
static bool classof(const TokenManager *N) { return N->kind() == Kind; }
|
|
llvm::StringLiteral kind() const override { return Kind; }
|
|
|
|
llvm::StringRef getText(Key I) const override {
|
|
const auto *Token = getToken(I);
|
|
assert(Token);
|
|
// Handle 'eof' separately, calling text() on it produces an empty string.
|
|
// FIXME: this special logic is for syntax::Leaf dump, move it when we
|
|
// have a direct way to retrive token kind in the syntax::Leaf.
|
|
if (Token->kind() == tok::eof)
|
|
return "<eof>";
|
|
return Token->text(SM);
|
|
}
|
|
|
|
const syntax::Token *getToken(Key I) const {
|
|
return reinterpret_cast<const syntax::Token *>(I);
|
|
}
|
|
SourceManager &sourceManager() { return SM; }
|
|
const SourceManager &sourceManager() const { return SM; }
|
|
const TokenBuffer &tokenBuffer() const { return Tokens; }
|
|
|
|
private:
|
|
// This manager is powered by the TokenBuffer.
|
|
static constexpr llvm::StringLiteral Kind = "TokenBuffer";
|
|
|
|
/// Add \p Buffer to the underlying source manager, tokenize it and store the
|
|
/// resulting tokens. Used exclusively in `FactoryImpl` to materialize tokens
|
|
/// that were not written in user code.
|
|
std::pair<FileID, ArrayRef<Token>>
|
|
lexBuffer(std::unique_ptr<llvm::MemoryBuffer> Buffer);
|
|
friend class FactoryImpl;
|
|
|
|
const TokenBuffer &Tokens;
|
|
const LangOptions &LangOpts;
|
|
|
|
/// The underlying source manager for the ExtraTokens.
|
|
SourceManager &SM;
|
|
/// IDs and storage for additional tokenized files.
|
|
llvm::DenseMap<FileID, std::vector<Token>> ExtraTokens;
|
|
};
|
|
|
|
} // namespace syntax
|
|
} // namespace clang
|
|
|
|
#endif // LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H
|