diff --git a/clang-tools-extra/pseudo/include/clang-pseudo/Token.h b/clang-tools-extra/pseudo/include/clang-pseudo/Token.h --- a/clang-tools-extra/pseudo/include/clang-pseudo/Token.h +++ b/clang-tools-extra/pseudo/include/clang-pseudo/Token.h @@ -170,6 +170,18 @@ return Storage[1]; } + /// Returns the shared payload. + std::shared_ptr getPayload() const { return Payload; } + /// Adds the given payload to the stream. + void addPayload(std::shared_ptr P) { + if (!Payload) + Payload = std::move(P); + else + Payload = std::make_shared< + std::pair, std::shared_ptr>>( + std::move(P), std::move(Payload)); + } + /// Print the tokens in this stream to the output stream. /// /// The presence of newlines/spaces is preserved, but not the quantity. diff --git a/clang-tools-extra/pseudo/lib/Lex.cpp b/clang-tools-extra/pseudo/lib/Lex.cpp --- a/clang-tools-extra/pseudo/lib/Lex.cpp +++ b/clang-tools-extra/pseudo/lib/Lex.cpp @@ -77,7 +77,7 @@ auto CleanedStorage = std::make_shared(); clang::IdentifierTable Identifiers(LangOpts); TokenStream Result(CleanedStorage); - + Result.addPayload(Code.getPayload()); for (auto Tok : Code.tokens()) { if (Tok.flag(LexFlags::NeedsCleaning)) { // Remove escaped newlines and trigraphs. diff --git a/clang-tools-extra/pseudo/lib/Token.cpp b/clang-tools-extra/pseudo/lib/Token.cpp --- a/clang-tools-extra/pseudo/lib/Token.cpp +++ b/clang-tools-extra/pseudo/lib/Token.cpp @@ -116,7 +116,7 @@ } TokenStream stripComments(const TokenStream &Input) { - TokenStream Out; + TokenStream Out(Input.getPayload()); for (const Token &T : Input.tokens()) { if (T.Kind == tok::comment) continue;