[hwasan] Implement __sanitizer_purge_allocator

[thurston]

compiler-rt/test/sanitizer_common/TestCases/Linux/release_to_os_test.cpp

90

Is it possible to establish

assert (c < a * SOME_CONSTANT);

?

[vitalybuka]

add multiplier

compiler-rt/lib/hwasan/hwasan_allocator.cpp

 
 int __sanitizer_get_ownership(const void *p) { return AllocationSize(p) != 0; }
 
 const void *__sanitizer_get_allocated_begin(const void *p) {
   return AllocationBegin(p);
 }
 
 uptr __sanitizer_get_allocated_size(const void *p) { return AllocationSize(p); }
+
+void __sanitizer_purge_allocator() { allocator.ForceReleaseToOS(); }

compiler-rt/test/sanitizer_common/TestCases/Linux/release_to_os_test.cpp

+// RUN: %clangxx %s -o %t
+// RUN: env %tool_options=allocator_release_to_os_interval_ms=-1 %run %t
+
+// Not needed, no allocator.
+// XFAIL: ubsan
+
+// FIXME: Implement
+// XFAIL: lsan, msan, tsan, hwasan-aliasing
+
+#include <algorithm>
+#include <assert.h>
+#include <fcntl.h>
+#include <random>
+#include <stdint.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <sys/mman.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <unistd.h>
+
+#include <sanitizer/allocator_interface.h>
+
+const size_t kPageSize = 4096;
+
+void sync_rss() {
+  char *page =
+      (char *)mmap((void *)&sync_rss, kPageSize, PROT_READ | PROT_WRITE,
+                   MAP_PRIVATE | MAP_ANONYMOUS, 0, 0);
+  // Linux kernel updates RSS counters after a set number of page faults.
+  for (int i = 0; i < 10000; ++i) {
+    page[0] = 42;
+    madvise(page, kPageSize, MADV_DONTNEED);
+  }
+  munmap(page, kPageSize);
+}
+
+size_t current_rss() {
+  sync_rss();
+  int statm_fd = open("/proc/self/statm", O_RDONLY);
+  assert(statm_fd >= 0);
+
+  char buf[100];
+  assert(read(statm_fd, &buf, sizeof(buf)) > 0);
+  size_t size, rss;
+  assert(sscanf(buf, "%zu %zu", &size, &rss) == 2);
+
+  close(statm_fd);
+  return rss;
+}
+
+void MallocReleaseStress() {
+  const size_t kNumChunks = 10000;
+  const size_t kAllocSize = 100;
+  const size_t kNumIter = 100;
+  uintptr_t *chunks[kNumChunks] = {0};
+  std::mt19937 r;
+
+  for (size_t iter = 0; iter < kNumIter; iter++) {
+    std::shuffle(chunks, chunks + kNumChunks, r);
+    size_t to_replace = rand() % kNumChunks;
+    for (size_t i = 0; i < kNumChunks; i++) {
+      if (chunks[i])
+        assert(chunks[i][0] == (uintptr_t)chunks[i]);
+      if (i < to_replace) {
+        delete[] chunks[i];
+        chunks[i] = new uintptr_t[kAllocSize];
+        chunks[i][0] = (uintptr_t)chunks[i];
+      }
+    }
+  }
+  fprintf(stderr, "before delete: %zu\n", current_rss());
+  for (auto p : chunks)
+    delete[] p;
+}
+
+int main(int argc, char **argv) {
+  // 32bit asan allocator is unsupported.
+  if (sizeof(void *) < 8 && __has_feature(address_sanitizer))
+    return 0;
+  auto a = current_rss();
+  MallocReleaseStress();
+  auto b = current_rss();
+  __sanitizer_purge_allocator();
+  auto c = current_rss();
+  fprintf(stderr, "a:%zu b:%zu c:%zu\n", a, b, c);
+  assert(a * 2 < b);
+  assert(c * 2 < b);
+}

compiler-rt/test/sanitizer_common/lit.common.cfg.py

 # -*- Python -*-
 
 # Setup source root.
 config.test_source_root = os.path.join(os.path.dirname(__file__), "TestCases")
 
 config.name = "SanitizerCommon-" + config.name_suffix
 
 default_tool_options = []
 collect_stack_traces = ""
 if config.tool_name == "asan":
   tool_cflags = ["-fsanitize=address"]
   tool_options = "ASAN_OPTIONS"
 elif config.tool_name == "hwasan":
   tool_cflags = ["-fsanitize=hwaddress", "-fuse-ld=lld"]
   if config.target_arch == "x86_64":
     tool_cflags += ["-fsanitize-hwaddress-experimental-aliasing"]
+    config.available_features.add("hwasan-aliasing")
   tool_options = "HWASAN_OPTIONS"
 elif config.tool_name == "tsan":
   tool_cflags = ["-fsanitize=thread"]
   tool_options = "TSAN_OPTIONS"
 elif config.tool_name == "msan":
   tool_cflags = ["-fsanitize=memory"]
   tool_options = "MSAN_OPTIONS"
   collect_stack_traces = "-fsanitize-memory-track-origins"