Home | History | Annotate | Line # | Download | only in Analysis
      1 //===--- CaptureTracking.cpp - Determine whether a pointer is captured ----===//
      2 //
      3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
      4 // See https://llvm.org/LICENSE.txt for license information.
      5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
      6 //
      7 //===----------------------------------------------------------------------===//
      8 //
      9 // This file contains routines that help determine which pointers are captured.
     10 // A pointer value is captured if the function makes a copy of any part of the
     11 // pointer that outlives the call.  Not being captured means, more or less, that
     12 // the pointer is only dereferenced and not stored in a global.  Returning part
     13 // of the pointer as the function return value may or may not count as capturing
     14 // the pointer, depending on the context.
     15 //
     16 //===----------------------------------------------------------------------===//
     17 
     18 #include "llvm/Analysis/CaptureTracking.h"
     19 #include "llvm/ADT/SmallSet.h"
     20 #include "llvm/ADT/SmallVector.h"
     21 #include "llvm/ADT/Statistic.h"
     22 #include "llvm/Analysis/AliasAnalysis.h"
     23 #include "llvm/Analysis/CFG.h"
     24 #include "llvm/Analysis/ValueTracking.h"
     25 #include "llvm/IR/Constants.h"
     26 #include "llvm/IR/Dominators.h"
     27 #include "llvm/IR/Instructions.h"
     28 #include "llvm/IR/IntrinsicInst.h"
     29 #include "llvm/Support/CommandLine.h"
     30 
     31 using namespace llvm;
     32 
     33 #define DEBUG_TYPE "capture-tracking"
     34 
     35 STATISTIC(NumCaptured,          "Number of pointers maybe captured");
     36 STATISTIC(NumNotCaptured,       "Number of pointers not captured");
     37 STATISTIC(NumCapturedBefore,    "Number of pointers maybe captured before");
     38 STATISTIC(NumNotCapturedBefore, "Number of pointers not captured before");
     39 
     40 /// The default value for MaxUsesToExplore argument. It's relatively small to
     41 /// keep the cost of analysis reasonable for clients like BasicAliasAnalysis,
     42 /// where the results can't be cached.
     43 /// TODO: we should probably introduce a caching CaptureTracking analysis and
     44 /// use it where possible. The caching version can use much higher limit or
     45 /// don't have this cap at all.
     46 static cl::opt<unsigned>
     47 DefaultMaxUsesToExplore("capture-tracking-max-uses-to-explore", cl::Hidden,
     48                         cl::desc("Maximal number of uses to explore."),
     49                         cl::init(20));
     50 
     51 unsigned llvm::getDefaultMaxUsesToExploreForCaptureTracking() {
     52   return DefaultMaxUsesToExplore;
     53 }
     54 
     55 CaptureTracker::~CaptureTracker() {}
     56 
     57 bool CaptureTracker::shouldExplore(const Use *U) { return true; }
     58 
     59 bool CaptureTracker::isDereferenceableOrNull(Value *O, const DataLayout &DL) {
     60   // An inbounds GEP can either be a valid pointer (pointing into
     61   // or to the end of an allocation), or be null in the default
     62   // address space. So for an inbounds GEP there is no way to let
     63   // the pointer escape using clever GEP hacking because doing so
     64   // would make the pointer point outside of the allocated object
     65   // and thus make the GEP result a poison value. Similarly, other
     66   // dereferenceable pointers cannot be manipulated without producing
     67   // poison.
     68   if (auto *GEP = dyn_cast<GetElementPtrInst>(O))
     69     if (GEP->isInBounds())
     70       return true;
     71   bool CanBeNull, CanBeFreed;
     72   return O->getPointerDereferenceableBytes(DL, CanBeNull, CanBeFreed);
     73 }
     74 
     75 namespace {
     76   struct SimpleCaptureTracker : public CaptureTracker {
     77     explicit SimpleCaptureTracker(bool ReturnCaptures)
     78       : ReturnCaptures(ReturnCaptures), Captured(false) {}
     79 
     80     void tooManyUses() override { Captured = true; }
     81 
     82     bool captured(const Use *U) override {
     83       if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
     84         return false;
     85 
     86       Captured = true;
     87       return true;
     88     }
     89 
     90     bool ReturnCaptures;
     91 
     92     bool Captured;
     93   };
     94 
     95   /// Only find pointer captures which happen before the given instruction. Uses
     96   /// the dominator tree to determine whether one instruction is before another.
     97   /// Only support the case where the Value is defined in the same basic block
     98   /// as the given instruction and the use.
     99   struct CapturesBefore : public CaptureTracker {
    100 
    101     CapturesBefore(bool ReturnCaptures, const Instruction *I, const DominatorTree *DT,
    102                    bool IncludeI)
    103       : BeforeHere(I), DT(DT),
    104         ReturnCaptures(ReturnCaptures), IncludeI(IncludeI), Captured(false) {}
    105 
    106     void tooManyUses() override { Captured = true; }
    107 
    108     bool isSafeToPrune(Instruction *I) {
    109       if (BeforeHere == I)
    110         return !IncludeI;
    111 
    112       // We explore this usage only if the usage can reach "BeforeHere".
    113       // If use is not reachable from entry, there is no need to explore.
    114       if (!DT->isReachableFromEntry(I->getParent()))
    115         return true;
    116 
    117       // Check whether there is a path from I to BeforeHere.
    118       return !isPotentiallyReachable(I, BeforeHere, nullptr, DT);
    119     }
    120 
    121     bool captured(const Use *U) override {
    122       Instruction *I = cast<Instruction>(U->getUser());
    123       if (isa<ReturnInst>(I) && !ReturnCaptures)
    124         return false;
    125 
    126       // Check isSafeToPrune() here rather than in shouldExplore() to avoid
    127       // an expensive reachability query for every instruction we look at.
    128       // Instead we only do one for actual capturing candidates.
    129       if (isSafeToPrune(I))
    130         return false;
    131 
    132       Captured = true;
    133       return true;
    134     }
    135 
    136     const Instruction *BeforeHere;
    137     const DominatorTree *DT;
    138 
    139     bool ReturnCaptures;
    140     bool IncludeI;
    141 
    142     bool Captured;
    143   };
    144 }
    145 
    146 /// PointerMayBeCaptured - Return true if this pointer value may be captured
    147 /// by the enclosing function (which is required to exist).  This routine can
    148 /// be expensive, so consider caching the results.  The boolean ReturnCaptures
    149 /// specifies whether returning the value (or part of it) from the function
    150 /// counts as capturing it or not.  The boolean StoreCaptures specified whether
    151 /// storing the value (or part of it) into memory anywhere automatically
    152 /// counts as capturing it or not.
    153 bool llvm::PointerMayBeCaptured(const Value *V,
    154                                 bool ReturnCaptures, bool StoreCaptures,
    155                                 unsigned MaxUsesToExplore) {
    156   assert(!isa<GlobalValue>(V) &&
    157          "It doesn't make sense to ask whether a global is captured.");
    158 
    159   // TODO: If StoreCaptures is not true, we could do Fancy analysis
    160   // to determine whether this store is not actually an escape point.
    161   // In that case, BasicAliasAnalysis should be updated as well to
    162   // take advantage of this.
    163   (void)StoreCaptures;
    164 
    165   SimpleCaptureTracker SCT(ReturnCaptures);
    166   PointerMayBeCaptured(V, &SCT, MaxUsesToExplore);
    167   if (SCT.Captured)
    168     ++NumCaptured;
    169   else
    170     ++NumNotCaptured;
    171   return SCT.Captured;
    172 }
    173 
    174 /// PointerMayBeCapturedBefore - Return true if this pointer value may be
    175 /// captured by the enclosing function (which is required to exist). If a
    176 /// DominatorTree is provided, only captures which happen before the given
    177 /// instruction are considered. This routine can be expensive, so consider
    178 /// caching the results.  The boolean ReturnCaptures specifies whether
    179 /// returning the value (or part of it) from the function counts as capturing
    180 /// it or not.  The boolean StoreCaptures specified whether storing the value
    181 /// (or part of it) into memory anywhere automatically counts as capturing it
    182 /// or not.
    183 bool llvm::PointerMayBeCapturedBefore(const Value *V, bool ReturnCaptures,
    184                                       bool StoreCaptures, const Instruction *I,
    185                                       const DominatorTree *DT, bool IncludeI,
    186                                       unsigned MaxUsesToExplore) {
    187   assert(!isa<GlobalValue>(V) &&
    188          "It doesn't make sense to ask whether a global is captured.");
    189 
    190   if (!DT)
    191     return PointerMayBeCaptured(V, ReturnCaptures, StoreCaptures,
    192                                 MaxUsesToExplore);
    193 
    194   // TODO: See comment in PointerMayBeCaptured regarding what could be done
    195   // with StoreCaptures.
    196 
    197   CapturesBefore CB(ReturnCaptures, I, DT, IncludeI);
    198   PointerMayBeCaptured(V, &CB, MaxUsesToExplore);
    199   if (CB.Captured)
    200     ++NumCapturedBefore;
    201   else
    202     ++NumNotCapturedBefore;
    203   return CB.Captured;
    204 }
    205 
    206 void llvm::PointerMayBeCaptured(const Value *V, CaptureTracker *Tracker,
    207                                 unsigned MaxUsesToExplore) {
    208   assert(V->getType()->isPointerTy() && "Capture is for pointers only!");
    209   if (MaxUsesToExplore == 0)
    210     MaxUsesToExplore = DefaultMaxUsesToExplore;
    211 
    212   SmallVector<const Use *, 20> Worklist;
    213   Worklist.reserve(getDefaultMaxUsesToExploreForCaptureTracking());
    214   SmallSet<const Use *, 20> Visited;
    215 
    216   auto AddUses = [&](const Value *V) {
    217     unsigned Count = 0;
    218     for (const Use &U : V->uses()) {
    219       // If there are lots of uses, conservatively say that the value
    220       // is captured to avoid taking too much compile time.
    221       if (Count++ >= MaxUsesToExplore) {
    222         Tracker->tooManyUses();
    223         return false;
    224       }
    225       if (!Visited.insert(&U).second)
    226         continue;
    227       if (!Tracker->shouldExplore(&U))
    228         continue;
    229       Worklist.push_back(&U);
    230     }
    231     return true;
    232   };
    233   if (!AddUses(V))
    234     return;
    235 
    236   while (!Worklist.empty()) {
    237     const Use *U = Worklist.pop_back_val();
    238     Instruction *I = cast<Instruction>(U->getUser());
    239 
    240     switch (I->getOpcode()) {
    241     case Instruction::Call:
    242     case Instruction::Invoke: {
    243       auto *Call = cast<CallBase>(I);
    244       // Not captured if the callee is readonly, doesn't return a copy through
    245       // its return value and doesn't unwind (a readonly function can leak bits
    246       // by throwing an exception or not depending on the input value).
    247       if (Call->onlyReadsMemory() && Call->doesNotThrow() &&
    248           Call->getType()->isVoidTy())
    249         break;
    250 
    251       // The pointer is not captured if returned pointer is not captured.
    252       // NOTE: CaptureTracking users should not assume that only functions
    253       // marked with nocapture do not capture. This means that places like
    254       // getUnderlyingObject in ValueTracking or DecomposeGEPExpression
    255       // in BasicAA also need to know about this property.
    256       if (isIntrinsicReturningPointerAliasingArgumentWithoutCapturing(Call,
    257                                                                       true)) {
    258         if (!AddUses(Call))
    259           return;
    260         break;
    261       }
    262 
    263       // Volatile operations effectively capture the memory location that they
    264       // load and store to.
    265       if (auto *MI = dyn_cast<MemIntrinsic>(Call))
    266         if (MI->isVolatile())
    267           if (Tracker->captured(U))
    268             return;
    269 
    270       // Not captured if only passed via 'nocapture' arguments.  Note that
    271       // calling a function pointer does not in itself cause the pointer to
    272       // be captured.  This is a subtle point considering that (for example)
    273       // the callee might return its own address.  It is analogous to saying
    274       // that loading a value from a pointer does not cause the pointer to be
    275       // captured, even though the loaded value might be the pointer itself
    276       // (think of self-referential objects).
    277       if (Call->isDataOperand(U) &&
    278           !Call->doesNotCapture(Call->getDataOperandNo(U))) {
    279         // The parameter is not marked 'nocapture' - captured.
    280         if (Tracker->captured(U))
    281           return;
    282       }
    283       break;
    284     }
    285     case Instruction::Load:
    286       // Volatile loads make the address observable.
    287       if (cast<LoadInst>(I)->isVolatile())
    288         if (Tracker->captured(U))
    289           return;
    290       break;
    291     case Instruction::VAArg:
    292       // "va-arg" from a pointer does not cause it to be captured.
    293       break;
    294     case Instruction::Store:
    295       // Stored the pointer - conservatively assume it may be captured.
    296       // Volatile stores make the address observable.
    297       if (U->getOperandNo() == 0 || cast<StoreInst>(I)->isVolatile())
    298         if (Tracker->captured(U))
    299           return;
    300       break;
    301     case Instruction::AtomicRMW: {
    302       // atomicrmw conceptually includes both a load and store from
    303       // the same location.
    304       // As with a store, the location being accessed is not captured,
    305       // but the value being stored is.
    306       // Volatile stores make the address observable.
    307       auto *ARMWI = cast<AtomicRMWInst>(I);
    308       if (U->getOperandNo() == 1 || ARMWI->isVolatile())
    309         if (Tracker->captured(U))
    310           return;
    311       break;
    312     }
    313     case Instruction::AtomicCmpXchg: {
    314       // cmpxchg conceptually includes both a load and store from
    315       // the same location.
    316       // As with a store, the location being accessed is not captured,
    317       // but the value being stored is.
    318       // Volatile stores make the address observable.
    319       auto *ACXI = cast<AtomicCmpXchgInst>(I);
    320       if (U->getOperandNo() == 1 || U->getOperandNo() == 2 ||
    321           ACXI->isVolatile())
    322         if (Tracker->captured(U))
    323           return;
    324       break;
    325     }
    326     case Instruction::BitCast:
    327     case Instruction::GetElementPtr:
    328     case Instruction::PHI:
    329     case Instruction::Select:
    330     case Instruction::AddrSpaceCast:
    331       // The original value is not captured via this if the new value isn't.
    332       if (!AddUses(I))
    333         return;
    334       break;
    335     case Instruction::ICmp: {
    336       unsigned Idx = U->getOperandNo();
    337       unsigned OtherIdx = 1 - Idx;
    338       if (auto *CPN = dyn_cast<ConstantPointerNull>(I->getOperand(OtherIdx))) {
    339         // Don't count comparisons of a no-alias return value against null as
    340         // captures. This allows us to ignore comparisons of malloc results
    341         // with null, for example.
    342         if (CPN->getType()->getAddressSpace() == 0)
    343           if (isNoAliasCall(U->get()->stripPointerCasts()))
    344             break;
    345         if (!I->getFunction()->nullPointerIsDefined()) {
    346           auto *O = I->getOperand(Idx)->stripPointerCastsSameRepresentation();
    347           // Comparing a dereferenceable_or_null pointer against null cannot
    348           // lead to pointer escapes, because if it is not null it must be a
    349           // valid (in-bounds) pointer.
    350           if (Tracker->isDereferenceableOrNull(O, I->getModule()->getDataLayout()))
    351             break;
    352         }
    353       }
    354       // Comparison against value stored in global variable. Given the pointer
    355       // does not escape, its value cannot be guessed and stored separately in a
    356       // global variable.
    357       auto *LI = dyn_cast<LoadInst>(I->getOperand(OtherIdx));
    358       if (LI && isa<GlobalVariable>(LI->getPointerOperand()))
    359         break;
    360       // Otherwise, be conservative. There are crazy ways to capture pointers
    361       // using comparisons.
    362       if (Tracker->captured(U))
    363         return;
    364       break;
    365     }
    366     default:
    367       // Something else - be conservative and say it is captured.
    368       if (Tracker->captured(U))
    369         return;
    370       break;
    371     }
    372   }
    373 
    374   // All uses examined.
    375 }
    376 
    377 bool llvm::isNonEscapingLocalObject(
    378     const Value *V, SmallDenseMap<const Value *, bool, 8> *IsCapturedCache) {
    379   SmallDenseMap<const Value *, bool, 8>::iterator CacheIt;
    380   if (IsCapturedCache) {
    381     bool Inserted;
    382     std::tie(CacheIt, Inserted) = IsCapturedCache->insert({V, false});
    383     if (!Inserted)
    384       // Found cached result, return it!
    385       return CacheIt->second;
    386   }
    387 
    388   // If this is an identified function-local object, check to see if it escapes.
    389   if (isIdentifiedFunctionLocal(V)) {
    390     // Set StoreCaptures to True so that we can assume in our callers that the
    391     // pointer is not the result of a load instruction. Currently
    392     // PointerMayBeCaptured doesn't have any special analysis for the
    393     // StoreCaptures=false case; if it did, our callers could be refined to be
    394     // more precise.
    395     auto Ret = !PointerMayBeCaptured(V, false, /*StoreCaptures=*/true);
    396     if (IsCapturedCache)
    397       CacheIt->second = Ret;
    398     return Ret;
    399   }
    400 
    401   return false;
    402 }
    403