Index: include/clang/Basic/SourceManager.h =================================================================== --- include/clang/Basic/SourceManager.h +++ include/clang/Basic/SourceManager.h @@ -797,6 +797,15 @@ IncludeLoc, FileCharacter, LoadedID, LoadedOffset); } + /// \brief Get the FileID for \p SourceFile if it exists. Otherwise, create a + /// new FileID for the \p SourceFile. + FileID getOrCreateFileID(const FileEntry *SourceFile, + SrcMgr::CharacteristicKind FileCharacter) { + FileID ID = translateFile(SourceFile); + return ID.isValid() ? ID : createFileID(SourceFile, SourceLocation(), + FileCharacter); + } + /// \brief Return a new SourceLocation that encodes the /// fact that a token from SpellingLoc should actually be referenced from /// ExpansionLoc, and that it represents the expansion of a macro argument Index: include/clang/Format/Format.h =================================================================== --- include/clang/Format/Format.h +++ include/clang/Format/Format.h @@ -752,22 +752,6 @@ const tooling::Replacements &Replaces, const FormatStyle &Style); -/// \brief In addition to applying all replacements in \p Replaces to \p Code, -/// this function also reformats the changed code after applying replacements. -/// -/// \pre Replacements must be for the same file and conflict-free. -/// -/// Replacement applications happen independently of the success of -/// other applications. -/// -/// \returns the changed code with all replacements applied and formatted, if -/// successful. An empty string otherwise. -/// -/// See also "include/clang/Tooling/Core/Replacements.h". -std::string applyAllReplacementsAndFormat(StringRef Code, - const tooling::Replacements &Replaces, - const FormatStyle &Style); - /// \brief Reformats the given \p Ranges in the file \p ID. /// /// Each range is extended on either end to its next bigger logic unit, i.e. Index: include/clang/Tooling/Core/Replacement.h =================================================================== --- include/clang/Tooling/Core/Replacement.h +++ include/clang/Tooling/Core/Replacement.h @@ -22,6 +22,7 @@ #include "clang/Basic/LangOptions.h" #include "clang/Basic/SourceLocation.h" #include "llvm/ADT/StringRef.h" +#include #include #include #include @@ -220,12 +221,16 @@ /// replacements cannot be applied, this returns an empty \c string. std::string applyAllReplacements(StringRef Code, const Replacements &Replaces); -/// \brief Calculate the ranges in a single file that are affected by the +/// \brief Calculates the ranges in a single file that are affected by the /// Replacements. /// /// \pre Replacements must be for the same file. -std::vector -calculateChangedRangesInFile(const tooling::Replacements &Replaces); +std::vector calculateChangedRanges(const Replacements &Replaces); + +/// \brief Groups a random set of replacements by file path. Replacements +/// related to the same file entry are put into the same vector. +std::map +groupReplacementsByFile(const Replacements &Replaces); /// \brief Merges two sets of replacements with the second set referring to the /// code after applying the first set. Within both 'First' and 'Second', Index: include/clang/Tooling/Refactoring.h =================================================================== --- include/clang/Tooling/Refactoring.h +++ include/clang/Tooling/Refactoring.h @@ -27,6 +27,12 @@ class Rewriter; +namespace format { + +class FormatStyle; + +} // namespace format + namespace tooling { /// \brief A tool to run refactorings. @@ -68,6 +74,38 @@ Replacements Replace; }; +/// \brief Groups \p Replaces by the file path and applies each group of +/// Replacements on the related file in \p Rewriter. In addition to applying +/// given Replacements, this function also formats the changed code. +/// +/// \pre Replacements must be conflict-free. +/// +/// Replacement applications happen independently of the success of other +/// applications. +/// +/// \returns true if all replacements applied and formatted. false otherwise. +/// +/// See also "clang/Tooling/Core/Replacements.h". +bool formatAndApplyAllReplacements(const Replacements &Replaces, + Rewriter &Rewrite, + const format::FormatStyle &Style); + +/// \brief Groups \p Replaces by the file path and applies each group of +/// Replacements on the related file in \p Rewriter. In addition to applying +/// given Replacements, this function also formats the changed code. +/// +/// Instead of taking a Style parameter, this overloaded function uses +/// `format::getStyle()` with the filename in \p Replaces to get the style that +/// should be used for formatting. +/// \pre Replacements must be conflict-free. +/// +/// Replacement applications happen independently of the success of other +/// applications. +/// +/// \returns true if all replacements applied and formatted. false otherwise. +bool formatAndApplyAllReplacements(const Replacements &Replaces, + Rewriter &Rewrite); + } // end namespace tooling } // end namespace clang Index: lib/Format/Format.cpp =================================================================== --- lib/Format/Format.cpp +++ lib/Format/Format.cpp @@ -1991,7 +1991,7 @@ std::string NewCode = applyAllReplacements(Code, Replaces); std::vector ChangedRanges = - tooling::calculateChangedRangesInFile(Replaces); + tooling::calculateChangedRanges(Replaces); StringRef FileName = Replaces.begin()->getFilePath(); tooling::Replacements FormatReplaces = reformat(Style, NewCode, ChangedRanges, FileName); @@ -2001,16 +2001,6 @@ return MergedReplacements; } -std::string applyAllReplacementsAndFormat(StringRef Code, - const tooling::Replacements &Replaces, - const FormatStyle &Style) { - tooling::Replacements NewReplacements = - formatReplacements(Code, Replaces, Style); - if (NewReplacements.empty()) - return Code; // Exit early to avoid overhead in `applyAllReplacements`. - return applyAllReplacements(Code, NewReplacements); -} - tooling::Replacements reformat(const FormatStyle &Style, SourceManager &SourceMgr, FileID ID, ArrayRef Ranges, Index: lib/Tooling/CMakeLists.txt =================================================================== --- lib/Tooling/CMakeLists.txt +++ lib/Tooling/CMakeLists.txt @@ -17,6 +17,7 @@ clangASTMatchers clangBasic clangDriver + clangFormat clangFrontend clangLex clangRewrite Index: lib/Tooling/Core/Replacement.cpp =================================================================== --- lib/Tooling/Core/Replacement.cpp +++ lib/Tooling/Core/Replacement.cpp @@ -58,14 +58,8 @@ const FileEntry *Entry = SM.getFileManager().getFile(FilePath); if (!Entry) return false; - FileID ID; - // FIXME: Use SM.translateFile directly. - SourceLocation Location = SM.translateFileLineCol(Entry, 1, 1); - ID = Location.isValid() ? - SM.getFileID(Location) : - SM.createFileID(Entry, SourceLocation(), SrcMgr::C_User); - // FIXME: We cannot check whether Offset + Length is in the file, as - // the remapping API is not public in the RewriteBuffer. + + FileID ID = SM.getOrCreateFileID(Entry, SrcMgr::C_User); const SourceLocation Start = SM.getLocForStartOfFile(ID). getLocWithOffset(ReplacementRange.getOffset()); @@ -256,6 +250,8 @@ } std::string applyAllReplacements(StringRef Code, const Replacements &Replaces) { + if (Replaces.empty()) return Code; + IntrusiveRefCntPtr InMemoryFileSystem( new vfs::InMemoryFileSystem); FileManager Files(FileSystemOptions(), InMemoryFileSystem); @@ -282,7 +278,7 @@ return Result; } -std::vector calculateChangedRangesInFile(const Replacements &Replaces) { +std::vector calculateChangedRanges(const Replacements &Replaces) { std::vector ChangedRanges; int Shift = 0; for (const Replacement &R : Replaces) { @@ -390,6 +386,15 @@ }; } // namespace +std::map +groupReplacementsByFile(const Replacements &Replaces) { + std::map FileToReplaces; + for (const auto &Replace : Replaces) { + FileToReplaces[Replace.getFilePath()].insert(Replace); + } + return FileToReplaces; +} + Replacements mergeReplacements(const Replacements &First, const Replacements &Second) { if (First.empty() || Second.empty()) Index: lib/Tooling/Refactoring.cpp =================================================================== --- lib/Tooling/Refactoring.cpp +++ lib/Tooling/Refactoring.cpp @@ -14,6 +14,7 @@ #include "clang/Basic/DiagnosticOptions.h" #include "clang/Basic/FileManager.h" #include "clang/Basic/SourceManager.h" +#include "clang/Format/Format.h" #include "clang/Frontend/TextDiagnosticPrinter.h" #include "clang/Lex/Lexer.h" #include "clang/Rewrite/Core/Rewriter.h" @@ -61,5 +62,41 @@ return Rewrite.overwriteChangedFiles() ? 1 : 0; } +static bool formatAndApply(const Replacements &Replaces, Rewriter &Rewrite, + const format::FormatStyle *Style) { + SourceManager &SM = Rewrite.getSourceMgr(); + FileManager &Files = SM.getFileManager(); + + auto FileToReplaces = groupReplacementsByFile(Replaces); + + bool Result = true; + for (auto &FileAndReplaces : FileToReplaces) { + const std::string FilePath = FileAndReplaces.first; + auto &CurReplaces = FileAndReplaces.second; + + const FileEntry *Entry = Files.getFile(FilePath); + FileID ID = SM.getOrCreateFileID(Entry, SrcMgr::C_User); + StringRef Code = SM.getBufferData(ID); + + format::FormatStyle CurStyle = + Style ? *Style : format::getStyle("file", FilePath, "LLVM"); + Replacements NewReplacements = + format::formatReplacements(Code, CurReplaces, CurStyle); + Result = applyAllReplacements(NewReplacements, Rewrite) && Result; + } + return Result; +} + +bool formatAndApplyAllReplacements(const Replacements &Replaces, + Rewriter &Rewrite, + const format::FormatStyle &Style) { + return formatAndApply(Replaces, Rewrite, &Style); +} + +bool formatAndApplyAllReplacements(const Replacements &Replaces, + Rewriter &Rewrite) { + return formatAndApply(Replaces, Rewrite, nullptr); +} + } // end namespace tooling } // end namespace clang Index: unittests/Format/FormatTest.cpp =================================================================== --- unittests/Format/FormatTest.cpp +++ unittests/Format/FormatTest.cpp @@ -11234,7 +11234,8 @@ format::FormatStyle Style = format::getLLVMStyle(); Style.ColumnLimit = 20; // Set column limit to 20 to increase readibility. - EXPECT_EQ(Expected, applyAllReplacementsAndFormat(Code, Replaces, Style)); + EXPECT_EQ(Expected, applyAllReplacements( + Code, formatReplacements(Code, Replaces, Style))); } } // end namespace Index: unittests/Tooling/CMakeLists.txt =================================================================== --- unittests/Tooling/CMakeLists.txt +++ unittests/Tooling/CMakeLists.txt @@ -30,6 +30,7 @@ clangAST clangASTMatchers clangBasic + clangFormat clangFrontend clangLex clangRewrite Index: unittests/Tooling/RefactoringTest.cpp =================================================================== --- unittests/Tooling/RefactoringTest.cpp +++ unittests/Tooling/RefactoringTest.cpp @@ -18,6 +18,7 @@ #include "clang/Basic/FileManager.h" #include "clang/Basic/LangOptions.h" #include "clang/Basic/SourceManager.h" +#include "clang/Format/Format.h" #include "clang/Frontend/CompilerInstance.h" #include "clang/Frontend/FrontendAction.h" #include "clang/Frontend/TextDiagnosticPrinter.h" @@ -166,6 +167,41 @@ EXPECT_EQ("z", Context.getRewrittenText(IDz)); } +TEST_F(ReplacementTest, MultipleFilesReplaceAndFormat) { + // Column limit is 20. + std::string Code1 = "Long *a =\n" + " new Long();\n" + "long x = 1;"; + std::string Expected1 = "auto a = new Long();\n" + "long x =\n" + " 12345678901;"; + std::string Code2 = "int x = 123;\n" + "int y = 0;"; + std::string Expected2 = "int x =\n" + " 1234567890123;\n" + "int y = 10;"; + FileID ID1 = Context.createInMemoryFile("format_1.cpp", Code1); + FileID ID2 = Context.createInMemoryFile("format_2.cpp", Code2); + + tooling::Replacements Replaces; + // Scrambled the order of replacements. + Replaces.insert(tooling::Replacement( + Context.Sources, Context.getLocation(ID2, 1, 12), 0, "4567890123")); + Replaces.insert(tooling::Replacement( + Context.Sources, Context.getLocation(ID1, 1, 1), 6, "auto ")); + Replaces.insert(tooling::Replacement( + Context.Sources, Context.getLocation(ID2, 2, 9), 1, "10")); + Replaces.insert(tooling::Replacement( + Context.Sources, Context.getLocation(ID1, 3, 10), 1, "12345678901")); + + format::FormatStyle Style = format::getLLVMStyle(); + Style.ColumnLimit = 20; // Set column limit to 20 to increase readibility. + + EXPECT_TRUE(formatAndApplyAllReplacements(Replaces, Context.Rewrite, Style)); + EXPECT_EQ(Expected1, Context.getRewrittenText(ID1)); + EXPECT_EQ(Expected2, Context.getRewrittenText(ID2)); +} + TEST(ShiftedCodePositionTest, FindsNewCodePosition) { Replacements Replaces; Replaces.insert(Replacement("", 0, 1, "")); @@ -426,7 +462,7 @@ Replaces.insert(Replacement("foo", 10, 1, "zzzzzz")); Replaces.insert(Replacement("foo", 11, 0, "oooooooooooooooo")); - std::vector Ranges = calculateChangedRangesInFile(Replaces); + std::vector Ranges = calculateChangedRanges(Replaces); EXPECT_EQ(3ul, Ranges.size()); EXPECT_TRUE(Ranges[0].getOffset() == 0);