diff --git a/compiler-rt/lib/dfsan/dfsan_interceptors.cpp b/compiler-rt/lib/dfsan/dfsan_interceptors.cpp --- a/compiler-rt/lib/dfsan/dfsan_interceptors.cpp +++ b/compiler-rt/lib/dfsan/dfsan_interceptors.cpp @@ -46,12 +46,25 @@ return res; } +INTERCEPTOR(int, munmap, void *addr, SIZE_T length) { + int res = REAL(munmap)(addr, length); + if (res != -1) { + uptr beg_shadow_addr = (uptr)__dfsan::shadow_for(addr); + void *end_addr = + (void *)((uptr)addr + RoundUpTo(length, GetPageSizeCached())); + uptr end_shadow_addr = (uptr)__dfsan::shadow_for(end_addr); + ReleaseMemoryPagesToOS(beg_shadow_addr, end_shadow_addr); + } + return res; +} + namespace __dfsan { void InitializeInterceptors() { CHECK(!interceptors_initialized); INTERCEPT_FUNCTION(mmap); INTERCEPT_FUNCTION(mmap64); + INTERCEPT_FUNCTION(munmap); interceptors_initialized = true; } diff --git a/compiler-rt/test/dfsan/munmap_release_shadow.c b/compiler-rt/test/dfsan/munmap_release_shadow.c new file mode 100644 --- /dev/null +++ b/compiler-rt/test/dfsan/munmap_release_shadow.c @@ -0,0 +1,83 @@ +// RUN: %clang_dfsan %s -o %t && %run %t + +#include +#include +#include +#include +#include +#include +#include +#include + +size_t get_rss_kb() { + long rss = 0L; + FILE *f = NULL; + assert((f = fopen("/proc/self/statm", "r"))); + assert(fscanf(f, "%*s%ld", &rss) == 1); + fclose(f); + return ((size_t)rss * (size_t)sysconf(_SC_PAGESIZE)) >> 10; +} + +void mmap_track_and_munmap(const dfsan_label label, int **hint, bool use_intercepted) { + // mmap a buffer with N int values. hint is the suggested address of the mmap. + const int N = 1000000; + int *ptr = (int *)mmap(*hint, N * sizeof(int), PROT_READ | PROT_WRITE, + MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); + assert(ptr != MAP_FAILED); + + // fills and track the buffer. + for (int k = 0; k < N; ++k) { + ptr[k] = 1; + dfsan_set_label(label, ptr + k, sizeof(int)); + } + + // munmap the buffer + int err = use_intercepted ? munmap(ptr, N * sizeof(int)) + : syscall(__NR_munmap, ptr, N * sizeof(int)); + assert (err == 0); + + // hint is changed after each mmap to prevent mmap from reusing the same + // address. This helps us measure memory usage. + *hint = ptr + N * sizeof(int); +} + +ssize_t loop_mmap_track_and_munmap(const dfsan_label label, int num_loops, bool use_intercepted) { + // Calls mmap/munmap in a loop. + size_t start_rss = get_rss_kb(); + + int *hint = NULL; + for (int i = 0; i < num_loops; ++i) + mmap_track_and_munmap(label, &hint, use_intercepted); + + size_t end_rss = get_rss_kb(); + fprintf(stderr, "RSS increment (%d): %td-%td=%td\n", use_intercepted, end_rss, + start_rss, end_rss - start_rss); + return end_rss - start_rss; +} + +int main(int argc, char **argv) { + const size_t map_size = 100 << 20; + size_t before = get_rss_kb(); + + char *p = mmap(NULL, map_size, PROT_READ | PROT_WRITE, + MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); + const dfsan_label label = dfsan_create_label("l", 0); + memset(p, 0xff, map_size); + for (size_t k = 0; k < map_size; ++k) { + dfsan_set_label(label, p + k, sizeof(char)); + } + size_t after_mmap = get_rss_kb(); + + munmap(p, map_size); + size_t after_munmap = get_rss_kb(); + + // The memory after mmap increases 3 times of map_size because the overhead of + // shadow memory is 2x. + const size_t mmap_cost_kb = 3 * (map_size >> 10); + assert(after_mmap >= before + mmap_cost_kb); + // OS does not release memory to the same level as the start of the program. + // The assert checks the memory after munmap up to a delta. + const size_t delta = 5000; + assert(after_munmap + mmap_cost_kb <= after_mmap + delta); + return 0; +}