Home | History | Annotate | Line # | Download | only in hwasan
hwasan_report.cpp revision 1.1
      1 //===-- hwasan_report.cpp -------------------------------------------------===//
      2 //
      3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
      4 // See https://llvm.org/LICENSE.txt for license information.
      5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
      6 //
      7 //===----------------------------------------------------------------------===//
      8 //
      9 // This file is a part of HWAddressSanitizer.
     10 //
     11 // Error reporting.
     12 //===----------------------------------------------------------------------===//
     13 
     14 #include "hwasan_report.h"
     15 
     16 #include <dlfcn.h>
     17 
     18 #include "hwasan.h"
     19 #include "hwasan_allocator.h"
     20 #include "hwasan_globals.h"
     21 #include "hwasan_mapping.h"
     22 #include "hwasan_thread.h"
     23 #include "hwasan_thread_list.h"
     24 #include "sanitizer_common/sanitizer_allocator_internal.h"
     25 #include "sanitizer_common/sanitizer_common.h"
     26 #include "sanitizer_common/sanitizer_flags.h"
     27 #include "sanitizer_common/sanitizer_mutex.h"
     28 #include "sanitizer_common/sanitizer_report_decorator.h"
     29 #include "sanitizer_common/sanitizer_stackdepot.h"
     30 #include "sanitizer_common/sanitizer_stacktrace_printer.h"
     31 #include "sanitizer_common/sanitizer_symbolizer.h"
     32 
     33 using namespace __sanitizer;
     34 
     35 namespace __hwasan {
     36 
     37 class ScopedReport {
     38  public:
     39   ScopedReport(bool fatal = false) : error_message_(1), fatal(fatal) {
     40     Lock lock(&error_message_lock_);
     41     error_message_ptr_ = fatal ? &error_message_ : nullptr;
     42     ++hwasan_report_count;
     43   }
     44 
     45   ~ScopedReport() {
     46     void (*report_cb)(const char *);
     47     {
     48       Lock lock(&error_message_lock_);
     49       report_cb = error_report_callback_;
     50       error_message_ptr_ = nullptr;
     51     }
     52     if (report_cb)
     53       report_cb(error_message_.data());
     54     if (fatal)
     55       SetAbortMessage(error_message_.data());
     56     if (common_flags()->print_module_map >= 2 ||
     57         (fatal && common_flags()->print_module_map))
     58       DumpProcessMap();
     59     if (fatal)
     60       Die();
     61   }
     62 
     63   static void MaybeAppendToErrorMessage(const char *msg) {
     64     Lock lock(&error_message_lock_);
     65     if (!error_message_ptr_)
     66       return;
     67     uptr len = internal_strlen(msg);
     68     uptr old_size = error_message_ptr_->size();
     69     error_message_ptr_->resize(old_size + len);
     70     // overwrite old trailing '\0', keep new trailing '\0' untouched.
     71     internal_memcpy(&(*error_message_ptr_)[old_size - 1], msg, len);
     72   }
     73 
     74   static void SetErrorReportCallback(void (*callback)(const char *)) {
     75     Lock lock(&error_message_lock_);
     76     error_report_callback_ = callback;
     77   }
     78 
     79  private:
     80   ScopedErrorReportLock error_report_lock_;
     81   InternalMmapVector<char> error_message_;
     82   bool fatal;
     83 
     84   static InternalMmapVector<char> *error_message_ptr_;
     85   static Mutex error_message_lock_;
     86   static void (*error_report_callback_)(const char *);
     87 };
     88 
     89 InternalMmapVector<char> *ScopedReport::error_message_ptr_;
     90 Mutex ScopedReport::error_message_lock_;
     91 void (*ScopedReport::error_report_callback_)(const char *);
     92 
     93 // If there is an active ScopedReport, append to its error message.
     94 void AppendToErrorMessageBuffer(const char *buffer) {
     95   ScopedReport::MaybeAppendToErrorMessage(buffer);
     96 }
     97 
     98 static StackTrace GetStackTraceFromId(u32 id) {
     99   CHECK(id);
    100   StackTrace res = StackDepotGet(id);
    101   CHECK(res.trace);
    102   return res;
    103 }
    104 
    105 // A RAII object that holds a copy of the current thread stack ring buffer.
    106 // The actual stack buffer may change while we are iterating over it (for
    107 // example, Printf may call syslog() which can itself be built with hwasan).
    108 class SavedStackAllocations {
    109  public:
    110   SavedStackAllocations(StackAllocationsRingBuffer *rb) {
    111     uptr size = rb->size() * sizeof(uptr);
    112     void *storage =
    113         MmapAlignedOrDieOnFatalError(size, size * 2, "saved stack allocations");
    114     new (&rb_) StackAllocationsRingBuffer(*rb, storage);
    115   }
    116 
    117   ~SavedStackAllocations() {
    118     StackAllocationsRingBuffer *rb = get();
    119     UnmapOrDie(rb->StartOfStorage(), rb->size() * sizeof(uptr));
    120   }
    121 
    122   StackAllocationsRingBuffer *get() {
    123     return (StackAllocationsRingBuffer *)&rb_;
    124   }
    125 
    126  private:
    127   uptr rb_;
    128 };
    129 
    130 class Decorator: public __sanitizer::SanitizerCommonDecorator {
    131  public:
    132   Decorator() : SanitizerCommonDecorator() { }
    133   const char *Access() { return Blue(); }
    134   const char *Allocation() const { return Magenta(); }
    135   const char *Origin() const { return Magenta(); }
    136   const char *Name() const { return Green(); }
    137   const char *Location() { return Green(); }
    138   const char *Thread() { return Green(); }
    139 };
    140 
    141 static bool FindHeapAllocation(HeapAllocationsRingBuffer *rb, uptr tagged_addr,
    142                                HeapAllocationRecord *har, uptr *ring_index,
    143                                uptr *num_matching_addrs,
    144                                uptr *num_matching_addrs_4b) {
    145   if (!rb) return false;
    146 
    147   *num_matching_addrs = 0;
    148   *num_matching_addrs_4b = 0;
    149   for (uptr i = 0, size = rb->size(); i < size; i++) {
    150     auto h = (*rb)[i];
    151     if (h.tagged_addr <= tagged_addr &&
    152         h.tagged_addr + h.requested_size > tagged_addr) {
    153       *har = h;
    154       *ring_index = i;
    155       return true;
    156     }
    157 
    158     // Measure the number of heap ring buffer entries that would have matched
    159     // if we had only one entry per address (e.g. if the ring buffer data was
    160     // stored at the address itself). This will help us tune the allocator
    161     // implementation for MTE.
    162     if (UntagAddr(h.tagged_addr) <= UntagAddr(tagged_addr) &&
    163         UntagAddr(h.tagged_addr) + h.requested_size > UntagAddr(tagged_addr)) {
    164       ++*num_matching_addrs;
    165     }
    166 
    167     // Measure the number of heap ring buffer entries that would have matched
    168     // if we only had 4 tag bits, which is the case for MTE.
    169     auto untag_4b = [](uptr p) {
    170       return p & ((1ULL << 60) - 1);
    171     };
    172     if (untag_4b(h.tagged_addr) <= untag_4b(tagged_addr) &&
    173         untag_4b(h.tagged_addr) + h.requested_size > untag_4b(tagged_addr)) {
    174       ++*num_matching_addrs_4b;
    175     }
    176   }
    177   return false;
    178 }
    179 
    180 static void PrintStackAllocations(StackAllocationsRingBuffer *sa,
    181                                   tag_t addr_tag, uptr untagged_addr) {
    182   uptr frames = Min((uptr)flags()->stack_history_size, sa->size());
    183   bool found_local = false;
    184   for (uptr i = 0; i < frames; i++) {
    185     const uptr *record_addr = &(*sa)[i];
    186     uptr record = *record_addr;
    187     if (!record)
    188       break;
    189     tag_t base_tag =
    190         reinterpret_cast<uptr>(record_addr) >> kRecordAddrBaseTagShift;
    191     uptr fp = (record >> kRecordFPShift) << kRecordFPLShift;
    192     uptr pc_mask = (1ULL << kRecordFPShift) - 1;
    193     uptr pc = record & pc_mask;
    194     FrameInfo frame;
    195     if (Symbolizer::GetOrInit()->SymbolizeFrame(pc, &frame)) {
    196       for (LocalInfo &local : frame.locals) {
    197         if (!local.has_frame_offset || !local.has_size || !local.has_tag_offset)
    198           continue;
    199         tag_t obj_tag = base_tag ^ local.tag_offset;
    200         if (obj_tag != addr_tag)
    201           continue;
    202         // Calculate the offset from the object address to the faulting
    203         // address. Because we only store bits 4-19 of FP (bits 0-3 are
    204         // guaranteed to be zero), the calculation is performed mod 2^20 and may
    205         // harmlessly underflow if the address mod 2^20 is below the object
    206         // address.
    207         uptr obj_offset =
    208             (untagged_addr - fp - local.frame_offset) & (kRecordFPModulus - 1);
    209         if (obj_offset >= local.size)
    210           continue;
    211         if (!found_local) {
    212           Printf("Potentially referenced stack objects:\n");
    213           found_local = true;
    214         }
    215         Printf("  %s in %s %s:%d\n", local.name, local.function_name,
    216                local.decl_file, local.decl_line);
    217       }
    218       frame.Clear();
    219     }
    220   }
    221 
    222   if (found_local)
    223     return;
    224 
    225   // We didn't find any locals. Most likely we don't have symbols, so dump
    226   // the information that we have for offline analysis.
    227   InternalScopedString frame_desc;
    228   Printf("Previously allocated frames:\n");
    229   for (uptr i = 0; i < frames; i++) {
    230     const uptr *record_addr = &(*sa)[i];
    231     uptr record = *record_addr;
    232     if (!record)
    233       break;
    234     uptr pc_mask = (1ULL << 48) - 1;
    235     uptr pc = record & pc_mask;
    236     frame_desc.append("  record_addr:0x%zx record:0x%zx",
    237                       reinterpret_cast<uptr>(record_addr), record);
    238     if (SymbolizedStack *frame = Symbolizer::GetOrInit()->SymbolizePC(pc)) {
    239       RenderFrame(&frame_desc, " %F %L", 0, frame->info.address, &frame->info,
    240                   common_flags()->symbolize_vs_style,
    241                   common_flags()->strip_path_prefix);
    242       frame->ClearAll();
    243     }
    244     Printf("%s\n", frame_desc.data());
    245     frame_desc.clear();
    246   }
    247 }
    248 
    249 // Returns true if tag == *tag_ptr, reading tags from short granules if
    250 // necessary. This may return a false positive if tags 1-15 are used as a
    251 // regular tag rather than a short granule marker.
    252 static bool TagsEqual(tag_t tag, tag_t *tag_ptr) {
    253   if (tag == *tag_ptr)
    254     return true;
    255   if (*tag_ptr == 0 || *tag_ptr > kShadowAlignment - 1)
    256     return false;
    257   uptr mem = ShadowToMem(reinterpret_cast<uptr>(tag_ptr));
    258   tag_t inline_tag = *reinterpret_cast<tag_t *>(mem + kShadowAlignment - 1);
    259   return tag == inline_tag;
    260 }
    261 
    262 // HWASan globals store the size of the global in the descriptor. In cases where
    263 // we don't have a binary with symbols, we can't grab the size of the global
    264 // from the debug info - but we might be able to retrieve it from the
    265 // descriptor. Returns zero if the lookup failed.
    266 static uptr GetGlobalSizeFromDescriptor(uptr ptr) {
    267   // Find the ELF object that this global resides in.
    268   Dl_info info;
    269   if (dladdr(reinterpret_cast<void *>(ptr), &info) == 0)
    270     return 0;
    271   auto *ehdr = reinterpret_cast<const ElfW(Ehdr) *>(info.dli_fbase);
    272   auto *phdr_begin = reinterpret_cast<const ElfW(Phdr) *>(
    273       reinterpret_cast<const u8 *>(ehdr) + ehdr->e_phoff);
    274 
    275   // Get the load bias. This is normally the same as the dli_fbase address on
    276   // position-independent code, but can be different on non-PIE executables,
    277   // binaries using LLD's partitioning feature, or binaries compiled with a
    278   // linker script.
    279   ElfW(Addr) load_bias = 0;
    280   for (const auto &phdr :
    281        ArrayRef<const ElfW(Phdr)>(phdr_begin, phdr_begin + ehdr->e_phnum)) {
    282     if (phdr.p_type != PT_LOAD || phdr.p_offset != 0)
    283       continue;
    284     load_bias = reinterpret_cast<ElfW(Addr)>(ehdr) - phdr.p_vaddr;
    285     break;
    286   }
    287 
    288   // Walk all globals in this ELF object, looking for the one we're interested
    289   // in. Once we find it, we can stop iterating and return the size of the
    290   // global we're interested in.
    291   for (const hwasan_global &global :
    292        HwasanGlobalsFor(load_bias, phdr_begin, ehdr->e_phnum))
    293     if (global.addr() <= ptr && ptr < global.addr() + global.size())
    294       return global.size();
    295 
    296   return 0;
    297 }
    298 
    299 static void ShowHeapOrGlobalCandidate(uptr untagged_addr, tag_t *candidate,
    300                                       tag_t *left, tag_t *right) {
    301   Decorator d;
    302   uptr mem = ShadowToMem(reinterpret_cast<uptr>(candidate));
    303   HwasanChunkView chunk = FindHeapChunkByAddress(mem);
    304   if (chunk.IsAllocated()) {
    305     uptr offset;
    306     const char *whence;
    307     if (untagged_addr < chunk.End() && untagged_addr >= chunk.Beg()) {
    308       offset = untagged_addr - chunk.Beg();
    309       whence = "inside";
    310     } else if (candidate == left) {
    311       offset = untagged_addr - chunk.End();
    312       whence = "to the right of";
    313     } else {
    314       offset = chunk.Beg() - untagged_addr;
    315       whence = "to the left of";
    316     }
    317     Printf("%s", d.Error());
    318     Printf("\nCause: heap-buffer-overflow\n");
    319     Printf("%s", d.Default());
    320     Printf("%s", d.Location());
    321     Printf("%p is located %zd bytes %s %zd-byte region [%p,%p)\n",
    322            untagged_addr, offset, whence, chunk.UsedSize(), chunk.Beg(),
    323            chunk.End());
    324     Printf("%s", d.Allocation());
    325     Printf("allocated here:\n");
    326     Printf("%s", d.Default());
    327     GetStackTraceFromId(chunk.GetAllocStackId()).Print();
    328     return;
    329   }
    330   // Check whether the address points into a loaded library. If so, this is
    331   // most likely a global variable.
    332   const char *module_name;
    333   uptr module_address;
    334   Symbolizer *sym = Symbolizer::GetOrInit();
    335   if (sym->GetModuleNameAndOffsetForPC(mem, &module_name, &module_address)) {
    336     Printf("%s", d.Error());
    337     Printf("\nCause: global-overflow\n");
    338     Printf("%s", d.Default());
    339     DataInfo info;
    340     Printf("%s", d.Location());
    341     if (sym->SymbolizeData(mem, &info) && info.start) {
    342       Printf(
    343           "%p is located %zd bytes to the %s of %zd-byte global variable "
    344           "%s [%p,%p) in %s\n",
    345           untagged_addr,
    346           candidate == left ? untagged_addr - (info.start + info.size)
    347                             : info.start - untagged_addr,
    348           candidate == left ? "right" : "left", info.size, info.name,
    349           info.start, info.start + info.size, module_name);
    350     } else {
    351       uptr size = GetGlobalSizeFromDescriptor(mem);
    352       if (size == 0)
    353         // We couldn't find the size of the global from the descriptors.
    354         Printf(
    355             "%p is located to the %s of a global variable in "
    356             "\n    #0 0x%x (%s+0x%x)\n",
    357             untagged_addr, candidate == left ? "right" : "left", mem,
    358             module_name, module_address);
    359       else
    360         Printf(
    361             "%p is located to the %s of a %zd-byte global variable in "
    362             "\n    #0 0x%x (%s+0x%x)\n",
    363             untagged_addr, candidate == left ? "right" : "left", size, mem,
    364             module_name, module_address);
    365     }
    366     Printf("%s", d.Default());
    367   }
    368 }
    369 
    370 void PrintAddressDescription(
    371     uptr tagged_addr, uptr access_size,
    372     StackAllocationsRingBuffer *current_stack_allocations) {
    373   Decorator d;
    374   int num_descriptions_printed = 0;
    375   uptr untagged_addr = UntagAddr(tagged_addr);
    376 
    377   if (MemIsShadow(untagged_addr)) {
    378     Printf("%s%p is HWAsan shadow memory.\n%s", d.Location(), untagged_addr,
    379            d.Default());
    380     return;
    381   }
    382 
    383   // Print some very basic information about the address, if it's a heap.
    384   HwasanChunkView chunk = FindHeapChunkByAddress(untagged_addr);
    385   if (uptr beg = chunk.Beg()) {
    386     uptr size = chunk.ActualSize();
    387     Printf("%s[%p,%p) is a %s %s heap chunk; "
    388            "size: %zd offset: %zd\n%s",
    389            d.Location(),
    390            beg, beg + size,
    391            chunk.FromSmallHeap() ? "small" : "large",
    392            chunk.IsAllocated() ? "allocated" : "unallocated",
    393            size, untagged_addr - beg,
    394            d.Default());
    395   }
    396 
    397   tag_t addr_tag = GetTagFromPointer(tagged_addr);
    398 
    399   bool on_stack = false;
    400   // Check stack first. If the address is on the stack of a live thread, we
    401   // know it cannot be a heap / global overflow.
    402   hwasanThreadList().VisitAllLiveThreads([&](Thread *t) {
    403     if (t->AddrIsInStack(untagged_addr)) {
    404       on_stack = true;
    405       // TODO(fmayer): figure out how to distinguish use-after-return and
    406       // stack-buffer-overflow.
    407       Printf("%s", d.Error());
    408       Printf("\nCause: stack tag-mismatch\n");
    409       Printf("%s", d.Location());
    410       Printf("Address %p is located in stack of thread T%zd\n", untagged_addr,
    411              t->unique_id());
    412       Printf("%s", d.Default());
    413       t->Announce();
    414 
    415       auto *sa = (t == GetCurrentThread() && current_stack_allocations)
    416                      ? current_stack_allocations
    417                      : t->stack_allocations();
    418       PrintStackAllocations(sa, addr_tag, untagged_addr);
    419       num_descriptions_printed++;
    420     }
    421   });
    422 
    423   // Check if this looks like a heap buffer overflow by scanning
    424   // the shadow left and right and looking for the first adjacent
    425   // object with a different memory tag. If that tag matches addr_tag,
    426   // check the allocator if it has a live chunk there.
    427   tag_t *tag_ptr = reinterpret_cast<tag_t*>(MemToShadow(untagged_addr));
    428   tag_t *candidate = nullptr, *left = tag_ptr, *right = tag_ptr;
    429   uptr candidate_distance = 0;
    430   for (; candidate_distance < 1000; candidate_distance++) {
    431     if (MemIsShadow(reinterpret_cast<uptr>(left)) &&
    432         TagsEqual(addr_tag, left)) {
    433       candidate = left;
    434       break;
    435     }
    436     --left;
    437     if (MemIsShadow(reinterpret_cast<uptr>(right)) &&
    438         TagsEqual(addr_tag, right)) {
    439       candidate = right;
    440       break;
    441     }
    442     ++right;
    443   }
    444 
    445   constexpr auto kCloseCandidateDistance = 1;
    446 
    447   if (!on_stack && candidate && candidate_distance <= kCloseCandidateDistance) {
    448     ShowHeapOrGlobalCandidate(untagged_addr, candidate, left, right);
    449     num_descriptions_printed++;
    450   }
    451 
    452   hwasanThreadList().VisitAllLiveThreads([&](Thread *t) {
    453     // Scan all threads' ring buffers to find if it's a heap-use-after-free.
    454     HeapAllocationRecord har;
    455     uptr ring_index, num_matching_addrs, num_matching_addrs_4b;
    456     if (FindHeapAllocation(t->heap_allocations(), tagged_addr, &har,
    457                            &ring_index, &num_matching_addrs,
    458                            &num_matching_addrs_4b)) {
    459       Printf("%s", d.Error());
    460       Printf("\nCause: use-after-free\n");
    461       Printf("%s", d.Location());
    462       Printf("%p is located %zd bytes inside of %zd-byte region [%p,%p)\n",
    463              untagged_addr, untagged_addr - UntagAddr(har.tagged_addr),
    464              har.requested_size, UntagAddr(har.tagged_addr),
    465              UntagAddr(har.tagged_addr) + har.requested_size);
    466       Printf("%s", d.Allocation());
    467       Printf("freed by thread T%zd here:\n", t->unique_id());
    468       Printf("%s", d.Default());
    469       GetStackTraceFromId(har.free_context_id).Print();
    470 
    471       Printf("%s", d.Allocation());
    472       Printf("previously allocated here:\n", t);
    473       Printf("%s", d.Default());
    474       GetStackTraceFromId(har.alloc_context_id).Print();
    475 
    476       // Print a developer note: the index of this heap object
    477       // in the thread's deallocation ring buffer.
    478       Printf("hwasan_dev_note_heap_rb_distance: %zd %zd\n", ring_index + 1,
    479              flags()->heap_history_size);
    480       Printf("hwasan_dev_note_num_matching_addrs: %zd\n", num_matching_addrs);
    481       Printf("hwasan_dev_note_num_matching_addrs_4b: %zd\n",
    482              num_matching_addrs_4b);
    483 
    484       t->Announce();
    485       num_descriptions_printed++;
    486     }
    487   });
    488 
    489   if (candidate && num_descriptions_printed == 0) {
    490     ShowHeapOrGlobalCandidate(untagged_addr, candidate, left, right);
    491     num_descriptions_printed++;
    492   }
    493 
    494   // Print the remaining threads, as an extra information, 1 line per thread.
    495   hwasanThreadList().VisitAllLiveThreads([&](Thread *t) { t->Announce(); });
    496 
    497   if (!num_descriptions_printed)
    498     // We exhausted our possibilities. Bail out.
    499     Printf("HWAddressSanitizer can not describe address in more detail.\n");
    500   if (num_descriptions_printed > 1) {
    501     Printf(
    502         "There are %d potential causes, printed above in order "
    503         "of likeliness.\n",
    504         num_descriptions_printed);
    505   }
    506 }
    507 
    508 void ReportStats() {}
    509 
    510 static void PrintTagInfoAroundAddr(tag_t *tag_ptr, uptr num_rows,
    511                                    void (*print_tag)(InternalScopedString &s,
    512                                                      tag_t *tag)) {
    513   const uptr row_len = 16;  // better be power of two.
    514   tag_t *center_row_beg = reinterpret_cast<tag_t *>(
    515       RoundDownTo(reinterpret_cast<uptr>(tag_ptr), row_len));
    516   tag_t *beg_row = center_row_beg - row_len * (num_rows / 2);
    517   tag_t *end_row = center_row_beg + row_len * ((num_rows + 1) / 2);
    518   InternalScopedString s;
    519   for (tag_t *row = beg_row; row < end_row; row += row_len) {
    520     s.append("%s", row == center_row_beg ? "=>" : "  ");
    521     s.append("%p:", (void *)row);
    522     for (uptr i = 0; i < row_len; i++) {
    523       s.append("%s", row + i == tag_ptr ? "[" : " ");
    524       print_tag(s, &row[i]);
    525       s.append("%s", row + i == tag_ptr ? "]" : " ");
    526     }
    527     s.append("\n");
    528   }
    529   Printf("%s", s.data());
    530 }
    531 
    532 static void PrintTagsAroundAddr(tag_t *tag_ptr) {
    533   Printf(
    534       "Memory tags around the buggy address (one tag corresponds to %zd "
    535       "bytes):\n", kShadowAlignment);
    536   PrintTagInfoAroundAddr(tag_ptr, 17, [](InternalScopedString &s, tag_t *tag) {
    537     s.append("%02x", *tag);
    538   });
    539 
    540   Printf(
    541       "Tags for short granules around the buggy address (one tag corresponds "
    542       "to %zd bytes):\n",
    543       kShadowAlignment);
    544   PrintTagInfoAroundAddr(tag_ptr, 3, [](InternalScopedString &s, tag_t *tag) {
    545     if (*tag >= 1 && *tag <= kShadowAlignment) {
    546       uptr granule_addr = ShadowToMem(reinterpret_cast<uptr>(tag));
    547       s.append("%02x",
    548                *reinterpret_cast<u8 *>(granule_addr + kShadowAlignment - 1));
    549     } else {
    550       s.append("..");
    551     }
    552   });
    553   Printf(
    554       "See "
    555       "https://clang.llvm.org/docs/"
    556       "HardwareAssistedAddressSanitizerDesign.html#short-granules for a "
    557       "description of short granule tags\n");
    558 }
    559 
    560 uptr GetTopPc(StackTrace *stack) {
    561   return stack->size ? StackTrace::GetPreviousInstructionPc(stack->trace[0])
    562                      : 0;
    563 }
    564 
    565 void ReportInvalidFree(StackTrace *stack, uptr tagged_addr) {
    566   ScopedReport R(flags()->halt_on_error);
    567 
    568   uptr untagged_addr = UntagAddr(tagged_addr);
    569   tag_t ptr_tag = GetTagFromPointer(tagged_addr);
    570   tag_t *tag_ptr = nullptr;
    571   tag_t mem_tag = 0;
    572   if (MemIsApp(untagged_addr)) {
    573     tag_ptr = reinterpret_cast<tag_t *>(MemToShadow(untagged_addr));
    574     if (MemIsShadow(reinterpret_cast<uptr>(tag_ptr)))
    575       mem_tag = *tag_ptr;
    576     else
    577       tag_ptr = nullptr;
    578   }
    579   Decorator d;
    580   Printf("%s", d.Error());
    581   uptr pc = GetTopPc(stack);
    582   const char *bug_type = "invalid-free";
    583   const Thread *thread = GetCurrentThread();
    584   if (thread) {
    585     Report("ERROR: %s: %s on address %p at pc %p on thread T%zd\n",
    586            SanitizerToolName, bug_type, untagged_addr, pc, thread->unique_id());
    587   } else {
    588     Report("ERROR: %s: %s on address %p at pc %p on unknown thread\n",
    589            SanitizerToolName, bug_type, untagged_addr, pc);
    590   }
    591   Printf("%s", d.Access());
    592   if (tag_ptr)
    593     Printf("tags: %02x/%02x (ptr/mem)\n", ptr_tag, mem_tag);
    594   Printf("%s", d.Default());
    595 
    596   stack->Print();
    597 
    598   PrintAddressDescription(tagged_addr, 0, nullptr);
    599 
    600   if (tag_ptr)
    601     PrintTagsAroundAddr(tag_ptr);
    602 
    603   ReportErrorSummary(bug_type, stack);
    604 }
    605 
    606 void ReportTailOverwritten(StackTrace *stack, uptr tagged_addr, uptr orig_size,
    607                            const u8 *expected) {
    608   uptr tail_size = kShadowAlignment - (orig_size % kShadowAlignment);
    609   u8 actual_expected[kShadowAlignment];
    610   internal_memcpy(actual_expected, expected, tail_size);
    611   tag_t ptr_tag = GetTagFromPointer(tagged_addr);
    612   // Short granule is stashed in the last byte of the magic string. To avoid
    613   // confusion, make the expected magic string contain the short granule tag.
    614   if (orig_size % kShadowAlignment != 0) {
    615     actual_expected[tail_size - 1] = ptr_tag;
    616   }
    617 
    618   ScopedReport R(flags()->halt_on_error);
    619   Decorator d;
    620   uptr untagged_addr = UntagAddr(tagged_addr);
    621   Printf("%s", d.Error());
    622   const char *bug_type = "allocation-tail-overwritten";
    623   Report("ERROR: %s: %s; heap object [%p,%p) of size %zd\n", SanitizerToolName,
    624          bug_type, untagged_addr, untagged_addr + orig_size, orig_size);
    625   Printf("\n%s", d.Default());
    626   Printf(
    627       "Stack of invalid access unknown. Issue detected at deallocation "
    628       "time.\n");
    629   Printf("%s", d.Allocation());
    630   Printf("deallocated here:\n");
    631   Printf("%s", d.Default());
    632   stack->Print();
    633   HwasanChunkView chunk = FindHeapChunkByAddress(untagged_addr);
    634   if (chunk.Beg()) {
    635     Printf("%s", d.Allocation());
    636     Printf("allocated here:\n");
    637     Printf("%s", d.Default());
    638     GetStackTraceFromId(chunk.GetAllocStackId()).Print();
    639   }
    640 
    641   InternalScopedString s;
    642   CHECK_GT(tail_size, 0U);
    643   CHECK_LT(tail_size, kShadowAlignment);
    644   u8 *tail = reinterpret_cast<u8*>(untagged_addr + orig_size);
    645   s.append("Tail contains: ");
    646   for (uptr i = 0; i < kShadowAlignment - tail_size; i++)
    647     s.append(".. ");
    648   for (uptr i = 0; i < tail_size; i++)
    649     s.append("%02x ", tail[i]);
    650   s.append("\n");
    651   s.append("Expected:      ");
    652   for (uptr i = 0; i < kShadowAlignment - tail_size; i++)
    653     s.append(".. ");
    654   for (uptr i = 0; i < tail_size; i++) s.append("%02x ", actual_expected[i]);
    655   s.append("\n");
    656   s.append("               ");
    657   for (uptr i = 0; i < kShadowAlignment - tail_size; i++)
    658     s.append("   ");
    659   for (uptr i = 0; i < tail_size; i++)
    660     s.append("%s ", actual_expected[i] != tail[i] ? "^^" : "  ");
    661 
    662   s.append("\nThis error occurs when a buffer overflow overwrites memory\n"
    663     "to the right of a heap object, but within the %zd-byte granule, e.g.\n"
    664     "   char *x = new char[20];\n"
    665     "   x[25] = 42;\n"
    666     "%s does not detect such bugs in uninstrumented code at the time of write,"
    667     "\nbut can detect them at the time of free/delete.\n"
    668     "To disable this feature set HWASAN_OPTIONS=free_checks_tail_magic=0\n",
    669     kShadowAlignment, SanitizerToolName);
    670   Printf("%s", s.data());
    671   GetCurrentThread()->Announce();
    672 
    673   tag_t *tag_ptr = reinterpret_cast<tag_t*>(MemToShadow(untagged_addr));
    674   PrintTagsAroundAddr(tag_ptr);
    675 
    676   ReportErrorSummary(bug_type, stack);
    677 }
    678 
    679 void ReportTagMismatch(StackTrace *stack, uptr tagged_addr, uptr access_size,
    680                        bool is_store, bool fatal, uptr *registers_frame) {
    681   ScopedReport R(fatal);
    682   SavedStackAllocations current_stack_allocations(
    683       GetCurrentThread()->stack_allocations());
    684 
    685   Decorator d;
    686   uptr untagged_addr = UntagAddr(tagged_addr);
    687   // TODO: when possible, try to print heap-use-after-free, etc.
    688   const char *bug_type = "tag-mismatch";
    689   uptr pc = GetTopPc(stack);
    690   Printf("%s", d.Error());
    691   Report("ERROR: %s: %s on address %p at pc %p\n", SanitizerToolName, bug_type,
    692          untagged_addr, pc);
    693 
    694   Thread *t = GetCurrentThread();
    695 
    696   sptr offset =
    697       __hwasan_test_shadow(reinterpret_cast<void *>(tagged_addr), access_size);
    698   CHECK(offset >= 0 && offset < static_cast<sptr>(access_size));
    699   tag_t ptr_tag = GetTagFromPointer(tagged_addr);
    700   tag_t *tag_ptr =
    701       reinterpret_cast<tag_t *>(MemToShadow(untagged_addr + offset));
    702   tag_t mem_tag = *tag_ptr;
    703 
    704   Printf("%s", d.Access());
    705   if (mem_tag && mem_tag < kShadowAlignment) {
    706     tag_t *granule_ptr = reinterpret_cast<tag_t *>((untagged_addr + offset) &
    707                                                    ~(kShadowAlignment - 1));
    708     // If offset is 0, (untagged_addr + offset) is not aligned to granules.
    709     // This is the offset of the leftmost accessed byte within the bad granule.
    710     u8 in_granule_offset = (untagged_addr + offset) & (kShadowAlignment - 1);
    711     tag_t short_tag = granule_ptr[kShadowAlignment - 1];
    712     // The first mismatch was a short granule that matched the ptr_tag.
    713     if (short_tag == ptr_tag) {
    714       // If the access starts after the end of the short granule, then the first
    715       // bad byte is the first byte of the access; otherwise it is the first
    716       // byte past the end of the short granule
    717       if (mem_tag > in_granule_offset) {
    718         offset += mem_tag - in_granule_offset;
    719       }
    720     }
    721     Printf(
    722         "%s of size %zu at %p tags: %02x/%02x(%02x) (ptr/mem) in thread T%zd\n",
    723         is_store ? "WRITE" : "READ", access_size, untagged_addr, ptr_tag,
    724         mem_tag, short_tag, t->unique_id());
    725   } else {
    726     Printf("%s of size %zu at %p tags: %02x/%02x (ptr/mem) in thread T%zd\n",
    727            is_store ? "WRITE" : "READ", access_size, untagged_addr, ptr_tag,
    728            mem_tag, t->unique_id());
    729   }
    730   if (offset != 0)
    731     Printf("Invalid access starting at offset %zu\n", offset);
    732   Printf("%s", d.Default());
    733 
    734   stack->Print();
    735 
    736   PrintAddressDescription(tagged_addr, access_size,
    737                           current_stack_allocations.get());
    738   t->Announce();
    739 
    740   PrintTagsAroundAddr(tag_ptr);
    741 
    742   if (registers_frame)
    743     ReportRegisters(registers_frame, pc);
    744 
    745   ReportErrorSummary(bug_type, stack);
    746 }
    747 
    748 // See the frame breakdown defined in __hwasan_tag_mismatch (from
    749 // hwasan_tag_mismatch_aarch64.S).
    750 void ReportRegisters(uptr *frame, uptr pc) {
    751   Printf("Registers where the failure occurred (pc %p):\n", pc);
    752 
    753   // We explicitly print a single line (4 registers/line) each iteration to
    754   // reduce the amount of logcat error messages printed. Each Printf() will
    755   // result in a new logcat line, irrespective of whether a newline is present,
    756   // and so we wish to reduce the number of Printf() calls we have to make.
    757   Printf("    x0  %016llx  x1  %016llx  x2  %016llx  x3  %016llx\n",
    758        frame[0], frame[1], frame[2], frame[3]);
    759   Printf("    x4  %016llx  x5  %016llx  x6  %016llx  x7  %016llx\n",
    760        frame[4], frame[5], frame[6], frame[7]);
    761   Printf("    x8  %016llx  x9  %016llx  x10 %016llx  x11 %016llx\n",
    762        frame[8], frame[9], frame[10], frame[11]);
    763   Printf("    x12 %016llx  x13 %016llx  x14 %016llx  x15 %016llx\n",
    764        frame[12], frame[13], frame[14], frame[15]);
    765   Printf("    x16 %016llx  x17 %016llx  x18 %016llx  x19 %016llx\n",
    766        frame[16], frame[17], frame[18], frame[19]);
    767   Printf("    x20 %016llx  x21 %016llx  x22 %016llx  x23 %016llx\n",
    768        frame[20], frame[21], frame[22], frame[23]);
    769   Printf("    x24 %016llx  x25 %016llx  x26 %016llx  x27 %016llx\n",
    770        frame[24], frame[25], frame[26], frame[27]);
    771   // hwasan_check* reduces the stack pointer by 256, then __hwasan_tag_mismatch
    772   // passes it to this function.
    773   Printf("    x28 %016llx  x29 %016llx  x30 %016llx   sp %016llx\n", frame[28],
    774          frame[29], frame[30], reinterpret_cast<u8 *>(frame) + 256);
    775 }
    776 
    777 }  // namespace __hwasan
    778 
    779 void __hwasan_set_error_report_callback(void (*callback)(const char *)) {
    780   __hwasan::ScopedReport::SetErrorReportCallback(callback);
    781 }
    782