Home | History | Annotate | Line # | Download | only in Checkers
      1 //= CStringChecker.cpp - Checks calls to C string functions --------*- C++ -*-//
      2 //
      3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
      4 // See https://llvm.org/LICENSE.txt for license information.
      5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
      6 //
      7 //===----------------------------------------------------------------------===//
      8 //
      9 // This defines CStringChecker, which is an assortment of checks on calls
     10 // to functions in <string.h>.
     11 //
     12 //===----------------------------------------------------------------------===//
     13 
     14 #include "InterCheckerAPI.h"
     15 #include "clang/Basic/CharInfo.h"
     16 #include "clang/StaticAnalyzer/Checkers/BuiltinCheckerRegistration.h"
     17 #include "clang/StaticAnalyzer/Core/BugReporter/BugType.h"
     18 #include "clang/StaticAnalyzer/Core/Checker.h"
     19 #include "clang/StaticAnalyzer/Core/CheckerManager.h"
     20 #include "clang/StaticAnalyzer/Core/PathSensitive/CallEvent.h"
     21 #include "clang/StaticAnalyzer/Core/PathSensitive/CheckerContext.h"
     22 #include "clang/StaticAnalyzer/Core/PathSensitive/DynamicExtent.h"
     23 #include "clang/StaticAnalyzer/Core/PathSensitive/ProgramStateTrait.h"
     24 #include "llvm/ADT/STLExtras.h"
     25 #include "llvm/ADT/SmallString.h"
     26 #include "llvm/ADT/StringExtras.h"
     27 #include "llvm/Support/raw_ostream.h"
     28 
     29 using namespace clang;
     30 using namespace ento;
     31 
     32 namespace {
     33 struct AnyArgExpr {
     34   // FIXME: Remove constructor in C++17 to turn it into an aggregate.
     35   AnyArgExpr(const Expr *Expression, unsigned ArgumentIndex)
     36       : Expression{Expression}, ArgumentIndex{ArgumentIndex} {}
     37   const Expr *Expression;
     38   unsigned ArgumentIndex;
     39 };
     40 
     41 struct SourceArgExpr : AnyArgExpr {
     42   using AnyArgExpr::AnyArgExpr; // FIXME: Remove using in C++17.
     43 };
     44 
     45 struct DestinationArgExpr : AnyArgExpr {
     46   using AnyArgExpr::AnyArgExpr; // FIXME: Same.
     47 };
     48 
     49 struct SizeArgExpr : AnyArgExpr {
     50   using AnyArgExpr::AnyArgExpr; // FIXME: Same.
     51 };
     52 
     53 using ErrorMessage = SmallString<128>;
     54 enum class AccessKind { write, read };
     55 
     56 static ErrorMessage createOutOfBoundErrorMsg(StringRef FunctionDescription,
     57                                              AccessKind Access) {
     58   ErrorMessage Message;
     59   llvm::raw_svector_ostream Os(Message);
     60 
     61   // Function classification like: Memory copy function
     62   Os << toUppercase(FunctionDescription.front())
     63      << &FunctionDescription.data()[1];
     64 
     65   if (Access == AccessKind::write) {
     66     Os << " overflows the destination buffer";
     67   } else { // read access
     68     Os << " accesses out-of-bound array element";
     69   }
     70 
     71   return Message;
     72 }
     73 
     74 enum class ConcatFnKind { none = 0, strcat = 1, strlcat = 2 };
     75 class CStringChecker : public Checker< eval::Call,
     76                                          check::PreStmt<DeclStmt>,
     77                                          check::LiveSymbols,
     78                                          check::DeadSymbols,
     79                                          check::RegionChanges
     80                                          > {
     81   mutable std::unique_ptr<BugType> BT_Null, BT_Bounds, BT_Overlap,
     82       BT_NotCString, BT_AdditionOverflow;
     83 
     84   mutable const char *CurrentFunctionDescription;
     85 
     86 public:
     87   /// The filter is used to filter out the diagnostics which are not enabled by
     88   /// the user.
     89   struct CStringChecksFilter {
     90     DefaultBool CheckCStringNullArg;
     91     DefaultBool CheckCStringOutOfBounds;
     92     DefaultBool CheckCStringBufferOverlap;
     93     DefaultBool CheckCStringNotNullTerm;
     94 
     95     CheckerNameRef CheckNameCStringNullArg;
     96     CheckerNameRef CheckNameCStringOutOfBounds;
     97     CheckerNameRef CheckNameCStringBufferOverlap;
     98     CheckerNameRef CheckNameCStringNotNullTerm;
     99   };
    100 
    101   CStringChecksFilter Filter;
    102 
    103   static void *getTag() { static int tag; return &tag; }
    104 
    105   bool evalCall(const CallEvent &Call, CheckerContext &C) const;
    106   void checkPreStmt(const DeclStmt *DS, CheckerContext &C) const;
    107   void checkLiveSymbols(ProgramStateRef state, SymbolReaper &SR) const;
    108   void checkDeadSymbols(SymbolReaper &SR, CheckerContext &C) const;
    109 
    110   ProgramStateRef
    111     checkRegionChanges(ProgramStateRef state,
    112                        const InvalidatedSymbols *,
    113                        ArrayRef<const MemRegion *> ExplicitRegions,
    114                        ArrayRef<const MemRegion *> Regions,
    115                        const LocationContext *LCtx,
    116                        const CallEvent *Call) const;
    117 
    118   typedef void (CStringChecker::*FnCheck)(CheckerContext &,
    119                                           const CallExpr *) const;
    120   CallDescriptionMap<FnCheck> Callbacks = {
    121       {{CDF_MaybeBuiltin, "memcpy", 3}, &CStringChecker::evalMemcpy},
    122       {{CDF_MaybeBuiltin, "mempcpy", 3}, &CStringChecker::evalMempcpy},
    123       {{CDF_MaybeBuiltin, "memcmp", 3}, &CStringChecker::evalMemcmp},
    124       {{CDF_MaybeBuiltin, "memmove", 3}, &CStringChecker::evalMemmove},
    125       {{CDF_MaybeBuiltin, "memset", 3}, &CStringChecker::evalMemset},
    126       {{CDF_MaybeBuiltin, "explicit_memset", 3}, &CStringChecker::evalMemset},
    127       {{CDF_MaybeBuiltin, "strcpy", 2}, &CStringChecker::evalStrcpy},
    128       {{CDF_MaybeBuiltin, "strncpy", 3}, &CStringChecker::evalStrncpy},
    129       {{CDF_MaybeBuiltin, "stpcpy", 2}, &CStringChecker::evalStpcpy},
    130       {{CDF_MaybeBuiltin, "strlcpy", 3}, &CStringChecker::evalStrlcpy},
    131       {{CDF_MaybeBuiltin, "strcat", 2}, &CStringChecker::evalStrcat},
    132       {{CDF_MaybeBuiltin, "strncat", 3}, &CStringChecker::evalStrncat},
    133       {{CDF_MaybeBuiltin, "strlcat", 3}, &CStringChecker::evalStrlcat},
    134       {{CDF_MaybeBuiltin, "strlen", 1}, &CStringChecker::evalstrLength},
    135       {{CDF_MaybeBuiltin, "strnlen", 2}, &CStringChecker::evalstrnLength},
    136       {{CDF_MaybeBuiltin, "strcmp", 2}, &CStringChecker::evalStrcmp},
    137       {{CDF_MaybeBuiltin, "strncmp", 3}, &CStringChecker::evalStrncmp},
    138       {{CDF_MaybeBuiltin, "strcasecmp", 2}, &CStringChecker::evalStrcasecmp},
    139       {{CDF_MaybeBuiltin, "strncasecmp", 3}, &CStringChecker::evalStrncasecmp},
    140       {{CDF_MaybeBuiltin, "strsep", 2}, &CStringChecker::evalStrsep},
    141       {{CDF_MaybeBuiltin, "bcopy", 3}, &CStringChecker::evalBcopy},
    142       {{CDF_MaybeBuiltin, "bcmp", 3}, &CStringChecker::evalMemcmp},
    143       {{CDF_MaybeBuiltin, "bzero", 2}, &CStringChecker::evalBzero},
    144       {{CDF_MaybeBuiltin, "explicit_bzero", 2}, &CStringChecker::evalBzero},
    145   };
    146 
    147   // These require a bit of special handling.
    148   CallDescription StdCopy{{"std", "copy"}, 3},
    149       StdCopyBackward{{"std", "copy_backward"}, 3};
    150 
    151   FnCheck identifyCall(const CallEvent &Call, CheckerContext &C) const;
    152   void evalMemcpy(CheckerContext &C, const CallExpr *CE) const;
    153   void evalMempcpy(CheckerContext &C, const CallExpr *CE) const;
    154   void evalMemmove(CheckerContext &C, const CallExpr *CE) const;
    155   void evalBcopy(CheckerContext &C, const CallExpr *CE) const;
    156   void evalCopyCommon(CheckerContext &C, const CallExpr *CE,
    157                       ProgramStateRef state, SizeArgExpr Size,
    158                       DestinationArgExpr Dest, SourceArgExpr Source,
    159                       bool Restricted, bool IsMempcpy) const;
    160 
    161   void evalMemcmp(CheckerContext &C, const CallExpr *CE) const;
    162 
    163   void evalstrLength(CheckerContext &C, const CallExpr *CE) const;
    164   void evalstrnLength(CheckerContext &C, const CallExpr *CE) const;
    165   void evalstrLengthCommon(CheckerContext &C,
    166                            const CallExpr *CE,
    167                            bool IsStrnlen = false) const;
    168 
    169   void evalStrcpy(CheckerContext &C, const CallExpr *CE) const;
    170   void evalStrncpy(CheckerContext &C, const CallExpr *CE) const;
    171   void evalStpcpy(CheckerContext &C, const CallExpr *CE) const;
    172   void evalStrlcpy(CheckerContext &C, const CallExpr *CE) const;
    173   void evalStrcpyCommon(CheckerContext &C, const CallExpr *CE, bool ReturnEnd,
    174                         bool IsBounded, ConcatFnKind appendK,
    175                         bool returnPtr = true) const;
    176 
    177   void evalStrcat(CheckerContext &C, const CallExpr *CE) const;
    178   void evalStrncat(CheckerContext &C, const CallExpr *CE) const;
    179   void evalStrlcat(CheckerContext &C, const CallExpr *CE) const;
    180 
    181   void evalStrcmp(CheckerContext &C, const CallExpr *CE) const;
    182   void evalStrncmp(CheckerContext &C, const CallExpr *CE) const;
    183   void evalStrcasecmp(CheckerContext &C, const CallExpr *CE) const;
    184   void evalStrncasecmp(CheckerContext &C, const CallExpr *CE) const;
    185   void evalStrcmpCommon(CheckerContext &C,
    186                         const CallExpr *CE,
    187                         bool IsBounded = false,
    188                         bool IgnoreCase = false) const;
    189 
    190   void evalStrsep(CheckerContext &C, const CallExpr *CE) const;
    191 
    192   void evalStdCopy(CheckerContext &C, const CallExpr *CE) const;
    193   void evalStdCopyBackward(CheckerContext &C, const CallExpr *CE) const;
    194   void evalStdCopyCommon(CheckerContext &C, const CallExpr *CE) const;
    195   void evalMemset(CheckerContext &C, const CallExpr *CE) const;
    196   void evalBzero(CheckerContext &C, const CallExpr *CE) const;
    197 
    198   // Utility methods
    199   std::pair<ProgramStateRef , ProgramStateRef >
    200   static assumeZero(CheckerContext &C,
    201                     ProgramStateRef state, SVal V, QualType Ty);
    202 
    203   static ProgramStateRef setCStringLength(ProgramStateRef state,
    204                                               const MemRegion *MR,
    205                                               SVal strLength);
    206   static SVal getCStringLengthForRegion(CheckerContext &C,
    207                                         ProgramStateRef &state,
    208                                         const Expr *Ex,
    209                                         const MemRegion *MR,
    210                                         bool hypothetical);
    211   SVal getCStringLength(CheckerContext &C,
    212                         ProgramStateRef &state,
    213                         const Expr *Ex,
    214                         SVal Buf,
    215                         bool hypothetical = false) const;
    216 
    217   const StringLiteral *getCStringLiteral(CheckerContext &C,
    218                                          ProgramStateRef &state,
    219                                          const Expr *expr,
    220                                          SVal val) const;
    221 
    222   static ProgramStateRef InvalidateBuffer(CheckerContext &C,
    223                                           ProgramStateRef state,
    224                                           const Expr *Ex, SVal V,
    225                                           bool IsSourceBuffer,
    226                                           const Expr *Size);
    227 
    228   static bool SummarizeRegion(raw_ostream &os, ASTContext &Ctx,
    229                               const MemRegion *MR);
    230 
    231   static bool memsetAux(const Expr *DstBuffer, SVal CharE,
    232                         const Expr *Size, CheckerContext &C,
    233                         ProgramStateRef &State);
    234 
    235   // Re-usable checks
    236   ProgramStateRef checkNonNull(CheckerContext &C, ProgramStateRef State,
    237                                AnyArgExpr Arg, SVal l) const;
    238   ProgramStateRef CheckLocation(CheckerContext &C, ProgramStateRef state,
    239                                 AnyArgExpr Buffer, SVal Element,
    240                                 AccessKind Access) const;
    241   ProgramStateRef CheckBufferAccess(CheckerContext &C, ProgramStateRef State,
    242                                     AnyArgExpr Buffer, SizeArgExpr Size,
    243                                     AccessKind Access) const;
    244   ProgramStateRef CheckOverlap(CheckerContext &C, ProgramStateRef state,
    245                                SizeArgExpr Size, AnyArgExpr First,
    246                                AnyArgExpr Second) const;
    247   void emitOverlapBug(CheckerContext &C,
    248                       ProgramStateRef state,
    249                       const Stmt *First,
    250                       const Stmt *Second) const;
    251 
    252   void emitNullArgBug(CheckerContext &C, ProgramStateRef State, const Stmt *S,
    253                       StringRef WarningMsg) const;
    254   void emitOutOfBoundsBug(CheckerContext &C, ProgramStateRef State,
    255                           const Stmt *S, StringRef WarningMsg) const;
    256   void emitNotCStringBug(CheckerContext &C, ProgramStateRef State,
    257                          const Stmt *S, StringRef WarningMsg) const;
    258   void emitAdditionOverflowBug(CheckerContext &C, ProgramStateRef State) const;
    259 
    260   ProgramStateRef checkAdditionOverflow(CheckerContext &C,
    261                                             ProgramStateRef state,
    262                                             NonLoc left,
    263                                             NonLoc right) const;
    264 
    265   // Return true if the destination buffer of the copy function may be in bound.
    266   // Expects SVal of Size to be positive and unsigned.
    267   // Expects SVal of FirstBuf to be a FieldRegion.
    268   static bool IsFirstBufInBound(CheckerContext &C,
    269                                 ProgramStateRef state,
    270                                 const Expr *FirstBuf,
    271                                 const Expr *Size);
    272 };
    273 
    274 } //end anonymous namespace
    275 
    276 REGISTER_MAP_WITH_PROGRAMSTATE(CStringLength, const MemRegion *, SVal)
    277 
    278 //===----------------------------------------------------------------------===//
    279 // Individual checks and utility methods.
    280 //===----------------------------------------------------------------------===//
    281 
    282 std::pair<ProgramStateRef , ProgramStateRef >
    283 CStringChecker::assumeZero(CheckerContext &C, ProgramStateRef state, SVal V,
    284                            QualType Ty) {
    285   Optional<DefinedSVal> val = V.getAs<DefinedSVal>();
    286   if (!val)
    287     return std::pair<ProgramStateRef , ProgramStateRef >(state, state);
    288 
    289   SValBuilder &svalBuilder = C.getSValBuilder();
    290   DefinedOrUnknownSVal zero = svalBuilder.makeZeroVal(Ty);
    291   return state->assume(svalBuilder.evalEQ(state, *val, zero));
    292 }
    293 
    294 ProgramStateRef CStringChecker::checkNonNull(CheckerContext &C,
    295                                              ProgramStateRef State,
    296                                              AnyArgExpr Arg, SVal l) const {
    297   // If a previous check has failed, propagate the failure.
    298   if (!State)
    299     return nullptr;
    300 
    301   ProgramStateRef stateNull, stateNonNull;
    302   std::tie(stateNull, stateNonNull) =
    303       assumeZero(C, State, l, Arg.Expression->getType());
    304 
    305   if (stateNull && !stateNonNull) {
    306     if (Filter.CheckCStringNullArg) {
    307       SmallString<80> buf;
    308       llvm::raw_svector_ostream OS(buf);
    309       assert(CurrentFunctionDescription);
    310       OS << "Null pointer passed as " << (Arg.ArgumentIndex + 1)
    311          << llvm::getOrdinalSuffix(Arg.ArgumentIndex + 1) << " argument to "
    312          << CurrentFunctionDescription;
    313 
    314       emitNullArgBug(C, stateNull, Arg.Expression, OS.str());
    315     }
    316     return nullptr;
    317   }
    318 
    319   // From here on, assume that the value is non-null.
    320   assert(stateNonNull);
    321   return stateNonNull;
    322 }
    323 
    324 // FIXME: This was originally copied from ArrayBoundChecker.cpp. Refactor?
    325 ProgramStateRef CStringChecker::CheckLocation(CheckerContext &C,
    326                                               ProgramStateRef state,
    327                                               AnyArgExpr Buffer, SVal Element,
    328                                               AccessKind Access) const {
    329 
    330   // If a previous check has failed, propagate the failure.
    331   if (!state)
    332     return nullptr;
    333 
    334   // Check for out of bound array element access.
    335   const MemRegion *R = Element.getAsRegion();
    336   if (!R)
    337     return state;
    338 
    339   const auto *ER = dyn_cast<ElementRegion>(R);
    340   if (!ER)
    341     return state;
    342 
    343   if (ER->getValueType() != C.getASTContext().CharTy)
    344     return state;
    345 
    346   // Get the size of the array.
    347   const auto *superReg = cast<SubRegion>(ER->getSuperRegion());
    348   DefinedOrUnknownSVal Size =
    349       getDynamicExtent(state, superReg, C.getSValBuilder());
    350 
    351   // Get the index of the accessed element.
    352   DefinedOrUnknownSVal Idx = ER->getIndex().castAs<DefinedOrUnknownSVal>();
    353 
    354   ProgramStateRef StInBound = state->assumeInBound(Idx, Size, true);
    355   ProgramStateRef StOutBound = state->assumeInBound(Idx, Size, false);
    356   if (StOutBound && !StInBound) {
    357     // These checks are either enabled by the CString out-of-bounds checker
    358     // explicitly or implicitly by the Malloc checker.
    359     // In the latter case we only do modeling but do not emit warning.
    360     if (!Filter.CheckCStringOutOfBounds)
    361       return nullptr;
    362 
    363     // Emit a bug report.
    364     ErrorMessage Message =
    365         createOutOfBoundErrorMsg(CurrentFunctionDescription, Access);
    366     emitOutOfBoundsBug(C, StOutBound, Buffer.Expression, Message);
    367     return nullptr;
    368   }
    369 
    370   // Array bound check succeeded.  From this point forward the array bound
    371   // should always succeed.
    372   return StInBound;
    373 }
    374 
    375 ProgramStateRef CStringChecker::CheckBufferAccess(CheckerContext &C,
    376                                                   ProgramStateRef State,
    377                                                   AnyArgExpr Buffer,
    378                                                   SizeArgExpr Size,
    379                                                   AccessKind Access) const {
    380   // If a previous check has failed, propagate the failure.
    381   if (!State)
    382     return nullptr;
    383 
    384   SValBuilder &svalBuilder = C.getSValBuilder();
    385   ASTContext &Ctx = svalBuilder.getContext();
    386 
    387   QualType SizeTy = Size.Expression->getType();
    388   QualType PtrTy = Ctx.getPointerType(Ctx.CharTy);
    389 
    390   // Check that the first buffer is non-null.
    391   SVal BufVal = C.getSVal(Buffer.Expression);
    392   State = checkNonNull(C, State, Buffer, BufVal);
    393   if (!State)
    394     return nullptr;
    395 
    396   // If out-of-bounds checking is turned off, skip the rest.
    397   if (!Filter.CheckCStringOutOfBounds)
    398     return State;
    399 
    400   // Get the access length and make sure it is known.
    401   // FIXME: This assumes the caller has already checked that the access length
    402   // is positive. And that it's unsigned.
    403   SVal LengthVal = C.getSVal(Size.Expression);
    404   Optional<NonLoc> Length = LengthVal.getAs<NonLoc>();
    405   if (!Length)
    406     return State;
    407 
    408   // Compute the offset of the last element to be accessed: size-1.
    409   NonLoc One = svalBuilder.makeIntVal(1, SizeTy).castAs<NonLoc>();
    410   SVal Offset = svalBuilder.evalBinOpNN(State, BO_Sub, *Length, One, SizeTy);
    411   if (Offset.isUnknown())
    412     return nullptr;
    413   NonLoc LastOffset = Offset.castAs<NonLoc>();
    414 
    415   // Check that the first buffer is sufficiently long.
    416   SVal BufStart =
    417       svalBuilder.evalCast(BufVal, PtrTy, Buffer.Expression->getType());
    418   if (Optional<Loc> BufLoc = BufStart.getAs<Loc>()) {
    419 
    420     SVal BufEnd =
    421         svalBuilder.evalBinOpLN(State, BO_Add, *BufLoc, LastOffset, PtrTy);
    422 
    423     State = CheckLocation(C, State, Buffer, BufEnd, Access);
    424 
    425     // If the buffer isn't large enough, abort.
    426     if (!State)
    427       return nullptr;
    428   }
    429 
    430   // Large enough or not, return this state!
    431   return State;
    432 }
    433 
    434 ProgramStateRef CStringChecker::CheckOverlap(CheckerContext &C,
    435                                              ProgramStateRef state,
    436                                              SizeArgExpr Size, AnyArgExpr First,
    437                                              AnyArgExpr Second) const {
    438   if (!Filter.CheckCStringBufferOverlap)
    439     return state;
    440 
    441   // Do a simple check for overlap: if the two arguments are from the same
    442   // buffer, see if the end of the first is greater than the start of the second
    443   // or vice versa.
    444 
    445   // If a previous check has failed, propagate the failure.
    446   if (!state)
    447     return nullptr;
    448 
    449   ProgramStateRef stateTrue, stateFalse;
    450 
    451   // Get the buffer values and make sure they're known locations.
    452   const LocationContext *LCtx = C.getLocationContext();
    453   SVal firstVal = state->getSVal(First.Expression, LCtx);
    454   SVal secondVal = state->getSVal(Second.Expression, LCtx);
    455 
    456   Optional<Loc> firstLoc = firstVal.getAs<Loc>();
    457   if (!firstLoc)
    458     return state;
    459 
    460   Optional<Loc> secondLoc = secondVal.getAs<Loc>();
    461   if (!secondLoc)
    462     return state;
    463 
    464   // Are the two values the same?
    465   SValBuilder &svalBuilder = C.getSValBuilder();
    466   std::tie(stateTrue, stateFalse) =
    467       state->assume(svalBuilder.evalEQ(state, *firstLoc, *secondLoc));
    468 
    469   if (stateTrue && !stateFalse) {
    470     // If the values are known to be equal, that's automatically an overlap.
    471     emitOverlapBug(C, stateTrue, First.Expression, Second.Expression);
    472     return nullptr;
    473   }
    474 
    475   // assume the two expressions are not equal.
    476   assert(stateFalse);
    477   state = stateFalse;
    478 
    479   // Which value comes first?
    480   QualType cmpTy = svalBuilder.getConditionType();
    481   SVal reverse =
    482       svalBuilder.evalBinOpLL(state, BO_GT, *firstLoc, *secondLoc, cmpTy);
    483   Optional<DefinedOrUnknownSVal> reverseTest =
    484       reverse.getAs<DefinedOrUnknownSVal>();
    485   if (!reverseTest)
    486     return state;
    487 
    488   std::tie(stateTrue, stateFalse) = state->assume(*reverseTest);
    489   if (stateTrue) {
    490     if (stateFalse) {
    491       // If we don't know which one comes first, we can't perform this test.
    492       return state;
    493     } else {
    494       // Switch the values so that firstVal is before secondVal.
    495       std::swap(firstLoc, secondLoc);
    496 
    497       // Switch the Exprs as well, so that they still correspond.
    498       std::swap(First, Second);
    499     }
    500   }
    501 
    502   // Get the length, and make sure it too is known.
    503   SVal LengthVal = state->getSVal(Size.Expression, LCtx);
    504   Optional<NonLoc> Length = LengthVal.getAs<NonLoc>();
    505   if (!Length)
    506     return state;
    507 
    508   // Convert the first buffer's start address to char*.
    509   // Bail out if the cast fails.
    510   ASTContext &Ctx = svalBuilder.getContext();
    511   QualType CharPtrTy = Ctx.getPointerType(Ctx.CharTy);
    512   SVal FirstStart =
    513       svalBuilder.evalCast(*firstLoc, CharPtrTy, First.Expression->getType());
    514   Optional<Loc> FirstStartLoc = FirstStart.getAs<Loc>();
    515   if (!FirstStartLoc)
    516     return state;
    517 
    518   // Compute the end of the first buffer. Bail out if THAT fails.
    519   SVal FirstEnd = svalBuilder.evalBinOpLN(state, BO_Add, *FirstStartLoc,
    520                                           *Length, CharPtrTy);
    521   Optional<Loc> FirstEndLoc = FirstEnd.getAs<Loc>();
    522   if (!FirstEndLoc)
    523     return state;
    524 
    525   // Is the end of the first buffer past the start of the second buffer?
    526   SVal Overlap =
    527       svalBuilder.evalBinOpLL(state, BO_GT, *FirstEndLoc, *secondLoc, cmpTy);
    528   Optional<DefinedOrUnknownSVal> OverlapTest =
    529       Overlap.getAs<DefinedOrUnknownSVal>();
    530   if (!OverlapTest)
    531     return state;
    532 
    533   std::tie(stateTrue, stateFalse) = state->assume(*OverlapTest);
    534 
    535   if (stateTrue && !stateFalse) {
    536     // Overlap!
    537     emitOverlapBug(C, stateTrue, First.Expression, Second.Expression);
    538     return nullptr;
    539   }
    540 
    541   // assume the two expressions don't overlap.
    542   assert(stateFalse);
    543   return stateFalse;
    544 }
    545 
    546 void CStringChecker::emitOverlapBug(CheckerContext &C, ProgramStateRef state,
    547                                   const Stmt *First, const Stmt *Second) const {
    548   ExplodedNode *N = C.generateErrorNode(state);
    549   if (!N)
    550     return;
    551 
    552   if (!BT_Overlap)
    553     BT_Overlap.reset(new BugType(Filter.CheckNameCStringBufferOverlap,
    554                                  categories::UnixAPI, "Improper arguments"));
    555 
    556   // Generate a report for this bug.
    557   auto report = std::make_unique<PathSensitiveBugReport>(
    558       *BT_Overlap, "Arguments must not be overlapping buffers", N);
    559   report->addRange(First->getSourceRange());
    560   report->addRange(Second->getSourceRange());
    561 
    562   C.emitReport(std::move(report));
    563 }
    564 
    565 void CStringChecker::emitNullArgBug(CheckerContext &C, ProgramStateRef State,
    566                                     const Stmt *S, StringRef WarningMsg) const {
    567   if (ExplodedNode *N = C.generateErrorNode(State)) {
    568     if (!BT_Null)
    569       BT_Null.reset(new BuiltinBug(
    570           Filter.CheckNameCStringNullArg, categories::UnixAPI,
    571           "Null pointer argument in call to byte string function"));
    572 
    573     BuiltinBug *BT = static_cast<BuiltinBug *>(BT_Null.get());
    574     auto Report = std::make_unique<PathSensitiveBugReport>(*BT, WarningMsg, N);
    575     Report->addRange(S->getSourceRange());
    576     if (const auto *Ex = dyn_cast<Expr>(S))
    577       bugreporter::trackExpressionValue(N, Ex, *Report);
    578     C.emitReport(std::move(Report));
    579   }
    580 }
    581 
    582 void CStringChecker::emitOutOfBoundsBug(CheckerContext &C,
    583                                         ProgramStateRef State, const Stmt *S,
    584                                         StringRef WarningMsg) const {
    585   if (ExplodedNode *N = C.generateErrorNode(State)) {
    586     if (!BT_Bounds)
    587       BT_Bounds.reset(new BuiltinBug(
    588           Filter.CheckCStringOutOfBounds ? Filter.CheckNameCStringOutOfBounds
    589                                          : Filter.CheckNameCStringNullArg,
    590           "Out-of-bound array access",
    591           "Byte string function accesses out-of-bound array element"));
    592 
    593     BuiltinBug *BT = static_cast<BuiltinBug *>(BT_Bounds.get());
    594 
    595     // FIXME: It would be nice to eventually make this diagnostic more clear,
    596     // e.g., by referencing the original declaration or by saying *why* this
    597     // reference is outside the range.
    598     auto Report = std::make_unique<PathSensitiveBugReport>(*BT, WarningMsg, N);
    599     Report->addRange(S->getSourceRange());
    600     C.emitReport(std::move(Report));
    601   }
    602 }
    603 
    604 void CStringChecker::emitNotCStringBug(CheckerContext &C, ProgramStateRef State,
    605                                        const Stmt *S,
    606                                        StringRef WarningMsg) const {
    607   if (ExplodedNode *N = C.generateNonFatalErrorNode(State)) {
    608     if (!BT_NotCString)
    609       BT_NotCString.reset(new BuiltinBug(
    610           Filter.CheckNameCStringNotNullTerm, categories::UnixAPI,
    611           "Argument is not a null-terminated string."));
    612 
    613     auto Report =
    614         std::make_unique<PathSensitiveBugReport>(*BT_NotCString, WarningMsg, N);
    615 
    616     Report->addRange(S->getSourceRange());
    617     C.emitReport(std::move(Report));
    618   }
    619 }
    620 
    621 void CStringChecker::emitAdditionOverflowBug(CheckerContext &C,
    622                                              ProgramStateRef State) const {
    623   if (ExplodedNode *N = C.generateErrorNode(State)) {
    624     if (!BT_NotCString)
    625       BT_NotCString.reset(
    626           new BuiltinBug(Filter.CheckNameCStringOutOfBounds, "API",
    627                          "Sum of expressions causes overflow."));
    628 
    629     // This isn't a great error message, but this should never occur in real
    630     // code anyway -- you'd have to create a buffer longer than a size_t can
    631     // represent, which is sort of a contradiction.
    632     const char *WarningMsg =
    633         "This expression will create a string whose length is too big to "
    634         "be represented as a size_t";
    635 
    636     auto Report =
    637         std::make_unique<PathSensitiveBugReport>(*BT_NotCString, WarningMsg, N);
    638     C.emitReport(std::move(Report));
    639   }
    640 }
    641 
    642 ProgramStateRef CStringChecker::checkAdditionOverflow(CheckerContext &C,
    643                                                      ProgramStateRef state,
    644                                                      NonLoc left,
    645                                                      NonLoc right) const {
    646   // If out-of-bounds checking is turned off, skip the rest.
    647   if (!Filter.CheckCStringOutOfBounds)
    648     return state;
    649 
    650   // If a previous check has failed, propagate the failure.
    651   if (!state)
    652     return nullptr;
    653 
    654   SValBuilder &svalBuilder = C.getSValBuilder();
    655   BasicValueFactory &BVF = svalBuilder.getBasicValueFactory();
    656 
    657   QualType sizeTy = svalBuilder.getContext().getSizeType();
    658   const llvm::APSInt &maxValInt = BVF.getMaxValue(sizeTy);
    659   NonLoc maxVal = svalBuilder.makeIntVal(maxValInt);
    660 
    661   SVal maxMinusRight;
    662   if (right.getAs<nonloc::ConcreteInt>()) {
    663     maxMinusRight = svalBuilder.evalBinOpNN(state, BO_Sub, maxVal, right,
    664                                                  sizeTy);
    665   } else {
    666     // Try switching the operands. (The order of these two assignments is
    667     // important!)
    668     maxMinusRight = svalBuilder.evalBinOpNN(state, BO_Sub, maxVal, left,
    669                                             sizeTy);
    670     left = right;
    671   }
    672 
    673   if (Optional<NonLoc> maxMinusRightNL = maxMinusRight.getAs<NonLoc>()) {
    674     QualType cmpTy = svalBuilder.getConditionType();
    675     // If left > max - right, we have an overflow.
    676     SVal willOverflow = svalBuilder.evalBinOpNN(state, BO_GT, left,
    677                                                 *maxMinusRightNL, cmpTy);
    678 
    679     ProgramStateRef stateOverflow, stateOkay;
    680     std::tie(stateOverflow, stateOkay) =
    681       state->assume(willOverflow.castAs<DefinedOrUnknownSVal>());
    682 
    683     if (stateOverflow && !stateOkay) {
    684       // We have an overflow. Emit a bug report.
    685       emitAdditionOverflowBug(C, stateOverflow);
    686       return nullptr;
    687     }
    688 
    689     // From now on, assume an overflow didn't occur.
    690     assert(stateOkay);
    691     state = stateOkay;
    692   }
    693 
    694   return state;
    695 }
    696 
    697 ProgramStateRef CStringChecker::setCStringLength(ProgramStateRef state,
    698                                                 const MemRegion *MR,
    699                                                 SVal strLength) {
    700   assert(!strLength.isUndef() && "Attempt to set an undefined string length");
    701 
    702   MR = MR->StripCasts();
    703 
    704   switch (MR->getKind()) {
    705   case MemRegion::StringRegionKind:
    706     // FIXME: This can happen if we strcpy() into a string region. This is
    707     // undefined [C99 6.4.5p6], but we should still warn about it.
    708     return state;
    709 
    710   case MemRegion::SymbolicRegionKind:
    711   case MemRegion::AllocaRegionKind:
    712   case MemRegion::NonParamVarRegionKind:
    713   case MemRegion::ParamVarRegionKind:
    714   case MemRegion::FieldRegionKind:
    715   case MemRegion::ObjCIvarRegionKind:
    716     // These are the types we can currently track string lengths for.
    717     break;
    718 
    719   case MemRegion::ElementRegionKind:
    720     // FIXME: Handle element regions by upper-bounding the parent region's
    721     // string length.
    722     return state;
    723 
    724   default:
    725     // Other regions (mostly non-data) can't have a reliable C string length.
    726     // For now, just ignore the change.
    727     // FIXME: These are rare but not impossible. We should output some kind of
    728     // warning for things like strcpy((char[]){'a', 0}, "b");
    729     return state;
    730   }
    731 
    732   if (strLength.isUnknown())
    733     return state->remove<CStringLength>(MR);
    734 
    735   return state->set<CStringLength>(MR, strLength);
    736 }
    737 
    738 SVal CStringChecker::getCStringLengthForRegion(CheckerContext &C,
    739                                                ProgramStateRef &state,
    740                                                const Expr *Ex,
    741                                                const MemRegion *MR,
    742                                                bool hypothetical) {
    743   if (!hypothetical) {
    744     // If there's a recorded length, go ahead and return it.
    745     const SVal *Recorded = state->get<CStringLength>(MR);
    746     if (Recorded)
    747       return *Recorded;
    748   }
    749 
    750   // Otherwise, get a new symbol and update the state.
    751   SValBuilder &svalBuilder = C.getSValBuilder();
    752   QualType sizeTy = svalBuilder.getContext().getSizeType();
    753   SVal strLength = svalBuilder.getMetadataSymbolVal(CStringChecker::getTag(),
    754                                                     MR, Ex, sizeTy,
    755                                                     C.getLocationContext(),
    756                                                     C.blockCount());
    757 
    758   if (!hypothetical) {
    759     if (Optional<NonLoc> strLn = strLength.getAs<NonLoc>()) {
    760       // In case of unbounded calls strlen etc bound the range to SIZE_MAX/4
    761       BasicValueFactory &BVF = svalBuilder.getBasicValueFactory();
    762       const llvm::APSInt &maxValInt = BVF.getMaxValue(sizeTy);
    763       llvm::APSInt fourInt = APSIntType(maxValInt).getValue(4);
    764       const llvm::APSInt *maxLengthInt = BVF.evalAPSInt(BO_Div, maxValInt,
    765                                                         fourInt);
    766       NonLoc maxLength = svalBuilder.makeIntVal(*maxLengthInt);
    767       SVal evalLength = svalBuilder.evalBinOpNN(state, BO_LE, *strLn,
    768                                                 maxLength, sizeTy);
    769       state = state->assume(evalLength.castAs<DefinedOrUnknownSVal>(), true);
    770     }
    771     state = state->set<CStringLength>(MR, strLength);
    772   }
    773 
    774   return strLength;
    775 }
    776 
    777 SVal CStringChecker::getCStringLength(CheckerContext &C, ProgramStateRef &state,
    778                                       const Expr *Ex, SVal Buf,
    779                                       bool hypothetical) const {
    780   const MemRegion *MR = Buf.getAsRegion();
    781   if (!MR) {
    782     // If we can't get a region, see if it's something we /know/ isn't a
    783     // C string. In the context of locations, the only time we can issue such
    784     // a warning is for labels.
    785     if (Optional<loc::GotoLabel> Label = Buf.getAs<loc::GotoLabel>()) {
    786       if (Filter.CheckCStringNotNullTerm) {
    787         SmallString<120> buf;
    788         llvm::raw_svector_ostream os(buf);
    789         assert(CurrentFunctionDescription);
    790         os << "Argument to " << CurrentFunctionDescription
    791            << " is the address of the label '" << Label->getLabel()->getName()
    792            << "', which is not a null-terminated string";
    793 
    794         emitNotCStringBug(C, state, Ex, os.str());
    795       }
    796       return UndefinedVal();
    797     }
    798 
    799     // If it's not a region and not a label, give up.
    800     return UnknownVal();
    801   }
    802 
    803   // If we have a region, strip casts from it and see if we can figure out
    804   // its length. For anything we can't figure out, just return UnknownVal.
    805   MR = MR->StripCasts();
    806 
    807   switch (MR->getKind()) {
    808   case MemRegion::StringRegionKind: {
    809     // Modifying the contents of string regions is undefined [C99 6.4.5p6],
    810     // so we can assume that the byte length is the correct C string length.
    811     SValBuilder &svalBuilder = C.getSValBuilder();
    812     QualType sizeTy = svalBuilder.getContext().getSizeType();
    813     const StringLiteral *strLit = cast<StringRegion>(MR)->getStringLiteral();
    814     return svalBuilder.makeIntVal(strLit->getByteLength(), sizeTy);
    815   }
    816   case MemRegion::SymbolicRegionKind:
    817   case MemRegion::AllocaRegionKind:
    818   case MemRegion::NonParamVarRegionKind:
    819   case MemRegion::ParamVarRegionKind:
    820   case MemRegion::FieldRegionKind:
    821   case MemRegion::ObjCIvarRegionKind:
    822     return getCStringLengthForRegion(C, state, Ex, MR, hypothetical);
    823   case MemRegion::CompoundLiteralRegionKind:
    824     // FIXME: Can we track this? Is it necessary?
    825     return UnknownVal();
    826   case MemRegion::ElementRegionKind:
    827     // FIXME: How can we handle this? It's not good enough to subtract the
    828     // offset from the base string length; consider "123\x00567" and &a[5].
    829     return UnknownVal();
    830   default:
    831     // Other regions (mostly non-data) can't have a reliable C string length.
    832     // In this case, an error is emitted and UndefinedVal is returned.
    833     // The caller should always be prepared to handle this case.
    834     if (Filter.CheckCStringNotNullTerm) {
    835       SmallString<120> buf;
    836       llvm::raw_svector_ostream os(buf);
    837 
    838       assert(CurrentFunctionDescription);
    839       os << "Argument to " << CurrentFunctionDescription << " is ";
    840 
    841       if (SummarizeRegion(os, C.getASTContext(), MR))
    842         os << ", which is not a null-terminated string";
    843       else
    844         os << "not a null-terminated string";
    845 
    846       emitNotCStringBug(C, state, Ex, os.str());
    847     }
    848     return UndefinedVal();
    849   }
    850 }
    851 
    852 const StringLiteral *CStringChecker::getCStringLiteral(CheckerContext &C,
    853   ProgramStateRef &state, const Expr *expr, SVal val) const {
    854 
    855   // Get the memory region pointed to by the val.
    856   const MemRegion *bufRegion = val.getAsRegion();
    857   if (!bufRegion)
    858     return nullptr;
    859 
    860   // Strip casts off the memory region.
    861   bufRegion = bufRegion->StripCasts();
    862 
    863   // Cast the memory region to a string region.
    864   const StringRegion *strRegion= dyn_cast<StringRegion>(bufRegion);
    865   if (!strRegion)
    866     return nullptr;
    867 
    868   // Return the actual string in the string region.
    869   return strRegion->getStringLiteral();
    870 }
    871 
    872 bool CStringChecker::IsFirstBufInBound(CheckerContext &C,
    873                                        ProgramStateRef state,
    874                                        const Expr *FirstBuf,
    875                                        const Expr *Size) {
    876   // If we do not know that the buffer is long enough we return 'true'.
    877   // Otherwise the parent region of this field region would also get
    878   // invalidated, which would lead to warnings based on an unknown state.
    879 
    880   // Originally copied from CheckBufferAccess and CheckLocation.
    881   SValBuilder &svalBuilder = C.getSValBuilder();
    882   ASTContext &Ctx = svalBuilder.getContext();
    883   const LocationContext *LCtx = C.getLocationContext();
    884 
    885   QualType sizeTy = Size->getType();
    886   QualType PtrTy = Ctx.getPointerType(Ctx.CharTy);
    887   SVal BufVal = state->getSVal(FirstBuf, LCtx);
    888 
    889   SVal LengthVal = state->getSVal(Size, LCtx);
    890   Optional<NonLoc> Length = LengthVal.getAs<NonLoc>();
    891   if (!Length)
    892     return true; // cf top comment.
    893 
    894   // Compute the offset of the last element to be accessed: size-1.
    895   NonLoc One = svalBuilder.makeIntVal(1, sizeTy).castAs<NonLoc>();
    896   SVal Offset = svalBuilder.evalBinOpNN(state, BO_Sub, *Length, One, sizeTy);
    897   if (Offset.isUnknown())
    898     return true; // cf top comment
    899   NonLoc LastOffset = Offset.castAs<NonLoc>();
    900 
    901   // Check that the first buffer is sufficiently long.
    902   SVal BufStart = svalBuilder.evalCast(BufVal, PtrTy, FirstBuf->getType());
    903   Optional<Loc> BufLoc = BufStart.getAs<Loc>();
    904   if (!BufLoc)
    905     return true; // cf top comment.
    906 
    907   SVal BufEnd =
    908       svalBuilder.evalBinOpLN(state, BO_Add, *BufLoc, LastOffset, PtrTy);
    909 
    910   // Check for out of bound array element access.
    911   const MemRegion *R = BufEnd.getAsRegion();
    912   if (!R)
    913     return true; // cf top comment.
    914 
    915   const ElementRegion *ER = dyn_cast<ElementRegion>(R);
    916   if (!ER)
    917     return true; // cf top comment.
    918 
    919   // FIXME: Does this crash when a non-standard definition
    920   // of a library function is encountered?
    921   assert(ER->getValueType() == C.getASTContext().CharTy &&
    922          "IsFirstBufInBound should only be called with char* ElementRegions");
    923 
    924   // Get the size of the array.
    925   const SubRegion *superReg = cast<SubRegion>(ER->getSuperRegion());
    926   DefinedOrUnknownSVal SizeDV = getDynamicExtent(state, superReg, svalBuilder);
    927 
    928   // Get the index of the accessed element.
    929   DefinedOrUnknownSVal Idx = ER->getIndex().castAs<DefinedOrUnknownSVal>();
    930 
    931   ProgramStateRef StInBound = state->assumeInBound(Idx, SizeDV, true);
    932 
    933   return static_cast<bool>(StInBound);
    934 }
    935 
    936 ProgramStateRef CStringChecker::InvalidateBuffer(CheckerContext &C,
    937                                                  ProgramStateRef state,
    938                                                  const Expr *E, SVal V,
    939                                                  bool IsSourceBuffer,
    940                                                  const Expr *Size) {
    941   Optional<Loc> L = V.getAs<Loc>();
    942   if (!L)
    943     return state;
    944 
    945   // FIXME: This is a simplified version of what's in CFRefCount.cpp -- it makes
    946   // some assumptions about the value that CFRefCount can't. Even so, it should
    947   // probably be refactored.
    948   if (Optional<loc::MemRegionVal> MR = L->getAs<loc::MemRegionVal>()) {
    949     const MemRegion *R = MR->getRegion()->StripCasts();
    950 
    951     // Are we dealing with an ElementRegion?  If so, we should be invalidating
    952     // the super-region.
    953     if (const ElementRegion *ER = dyn_cast<ElementRegion>(R)) {
    954       R = ER->getSuperRegion();
    955       // FIXME: What about layers of ElementRegions?
    956     }
    957 
    958     // Invalidate this region.
    959     const LocationContext *LCtx = C.getPredecessor()->getLocationContext();
    960 
    961     bool CausesPointerEscape = false;
    962     RegionAndSymbolInvalidationTraits ITraits;
    963     // Invalidate and escape only indirect regions accessible through the source
    964     // buffer.
    965     if (IsSourceBuffer) {
    966       ITraits.setTrait(R->getBaseRegion(),
    967                        RegionAndSymbolInvalidationTraits::TK_PreserveContents);
    968       ITraits.setTrait(R, RegionAndSymbolInvalidationTraits::TK_SuppressEscape);
    969       CausesPointerEscape = true;
    970     } else {
    971       const MemRegion::Kind& K = R->getKind();
    972       if (K == MemRegion::FieldRegionKind)
    973         if (Size && IsFirstBufInBound(C, state, E, Size)) {
    974           // If destination buffer is a field region and access is in bound,
    975           // do not invalidate its super region.
    976           ITraits.setTrait(
    977               R,
    978               RegionAndSymbolInvalidationTraits::TK_DoNotInvalidateSuperRegion);
    979         }
    980     }
    981 
    982     return state->invalidateRegions(R, E, C.blockCount(), LCtx,
    983                                     CausesPointerEscape, nullptr, nullptr,
    984                                     &ITraits);
    985   }
    986 
    987   // If we have a non-region value by chance, just remove the binding.
    988   // FIXME: is this necessary or correct? This handles the non-Region
    989   //  cases.  Is it ever valid to store to these?
    990   return state->killBinding(*L);
    991 }
    992 
    993 bool CStringChecker::SummarizeRegion(raw_ostream &os, ASTContext &Ctx,
    994                                      const MemRegion *MR) {
    995   switch (MR->getKind()) {
    996   case MemRegion::FunctionCodeRegionKind: {
    997     if (const auto *FD = cast<FunctionCodeRegion>(MR)->getDecl())
    998       os << "the address of the function '" << *FD << '\'';
    999     else
   1000       os << "the address of a function";
   1001     return true;
   1002   }
   1003   case MemRegion::BlockCodeRegionKind:
   1004     os << "block text";
   1005     return true;
   1006   case MemRegion::BlockDataRegionKind:
   1007     os << "a block";
   1008     return true;
   1009   case MemRegion::CXXThisRegionKind:
   1010   case MemRegion::CXXTempObjectRegionKind:
   1011     os << "a C++ temp object of type "
   1012        << cast<TypedValueRegion>(MR)->getValueType().getAsString();
   1013     return true;
   1014   case MemRegion::NonParamVarRegionKind:
   1015     os << "a variable of type"
   1016        << cast<TypedValueRegion>(MR)->getValueType().getAsString();
   1017     return true;
   1018   case MemRegion::ParamVarRegionKind:
   1019     os << "a parameter of type"
   1020        << cast<TypedValueRegion>(MR)->getValueType().getAsString();
   1021     return true;
   1022   case MemRegion::FieldRegionKind:
   1023     os << "a field of type "
   1024        << cast<TypedValueRegion>(MR)->getValueType().getAsString();
   1025     return true;
   1026   case MemRegion::ObjCIvarRegionKind:
   1027     os << "an instance variable of type "
   1028        << cast<TypedValueRegion>(MR)->getValueType().getAsString();
   1029     return true;
   1030   default:
   1031     return false;
   1032   }
   1033 }
   1034 
   1035 bool CStringChecker::memsetAux(const Expr *DstBuffer, SVal CharVal,
   1036                                const Expr *Size, CheckerContext &C,
   1037                                ProgramStateRef &State) {
   1038   SVal MemVal = C.getSVal(DstBuffer);
   1039   SVal SizeVal = C.getSVal(Size);
   1040   const MemRegion *MR = MemVal.getAsRegion();
   1041   if (!MR)
   1042     return false;
   1043 
   1044   // We're about to model memset by producing a "default binding" in the Store.
   1045   // Our current implementation - RegionStore - doesn't support default bindings
   1046   // that don't cover the whole base region. So we should first get the offset
   1047   // and the base region to figure out whether the offset of buffer is 0.
   1048   RegionOffset Offset = MR->getAsOffset();
   1049   const MemRegion *BR = Offset.getRegion();
   1050 
   1051   Optional<NonLoc> SizeNL = SizeVal.getAs<NonLoc>();
   1052   if (!SizeNL)
   1053     return false;
   1054 
   1055   SValBuilder &svalBuilder = C.getSValBuilder();
   1056   ASTContext &Ctx = C.getASTContext();
   1057 
   1058   // void *memset(void *dest, int ch, size_t count);
   1059   // For now we can only handle the case of offset is 0 and concrete char value.
   1060   if (Offset.isValid() && !Offset.hasSymbolicOffset() &&
   1061       Offset.getOffset() == 0) {
   1062     // Get the base region's size.
   1063     DefinedOrUnknownSVal SizeDV = getDynamicExtent(State, BR, svalBuilder);
   1064 
   1065     ProgramStateRef StateWholeReg, StateNotWholeReg;
   1066     std::tie(StateWholeReg, StateNotWholeReg) =
   1067         State->assume(svalBuilder.evalEQ(State, SizeDV, *SizeNL));
   1068 
   1069     // With the semantic of 'memset()', we should convert the CharVal to
   1070     // unsigned char.
   1071     CharVal = svalBuilder.evalCast(CharVal, Ctx.UnsignedCharTy, Ctx.IntTy);
   1072 
   1073     ProgramStateRef StateNullChar, StateNonNullChar;
   1074     std::tie(StateNullChar, StateNonNullChar) =
   1075         assumeZero(C, State, CharVal, Ctx.UnsignedCharTy);
   1076 
   1077     if (StateWholeReg && !StateNotWholeReg && StateNullChar &&
   1078         !StateNonNullChar) {
   1079       // If the 'memset()' acts on the whole region of destination buffer and
   1080       // the value of the second argument of 'memset()' is zero, bind the second
   1081       // argument's value to the destination buffer with 'default binding'.
   1082       // FIXME: Since there is no perfect way to bind the non-zero character, we
   1083       // can only deal with zero value here. In the future, we need to deal with
   1084       // the binding of non-zero value in the case of whole region.
   1085       State = State->bindDefaultZero(svalBuilder.makeLoc(BR),
   1086                                      C.getLocationContext());
   1087     } else {
   1088       // If the destination buffer's extent is not equal to the value of
   1089       // third argument, just invalidate buffer.
   1090       State = InvalidateBuffer(C, State, DstBuffer, MemVal,
   1091                                /*IsSourceBuffer*/ false, Size);
   1092     }
   1093 
   1094     if (StateNullChar && !StateNonNullChar) {
   1095       // If the value of the second argument of 'memset()' is zero, set the
   1096       // string length of destination buffer to 0 directly.
   1097       State = setCStringLength(State, MR,
   1098                                svalBuilder.makeZeroVal(Ctx.getSizeType()));
   1099     } else if (!StateNullChar && StateNonNullChar) {
   1100       SVal NewStrLen = svalBuilder.getMetadataSymbolVal(
   1101           CStringChecker::getTag(), MR, DstBuffer, Ctx.getSizeType(),
   1102           C.getLocationContext(), C.blockCount());
   1103 
   1104       // If the value of second argument is not zero, then the string length
   1105       // is at least the size argument.
   1106       SVal NewStrLenGESize = svalBuilder.evalBinOp(
   1107           State, BO_GE, NewStrLen, SizeVal, svalBuilder.getConditionType());
   1108 
   1109       State = setCStringLength(
   1110           State->assume(NewStrLenGESize.castAs<DefinedOrUnknownSVal>(), true),
   1111           MR, NewStrLen);
   1112     }
   1113   } else {
   1114     // If the offset is not zero and char value is not concrete, we can do
   1115     // nothing but invalidate the buffer.
   1116     State = InvalidateBuffer(C, State, DstBuffer, MemVal,
   1117                              /*IsSourceBuffer*/ false, Size);
   1118   }
   1119   return true;
   1120 }
   1121 
   1122 //===----------------------------------------------------------------------===//
   1123 // evaluation of individual function calls.
   1124 //===----------------------------------------------------------------------===//
   1125 
   1126 void CStringChecker::evalCopyCommon(CheckerContext &C, const CallExpr *CE,
   1127                                     ProgramStateRef state, SizeArgExpr Size,
   1128                                     DestinationArgExpr Dest,
   1129                                     SourceArgExpr Source, bool Restricted,
   1130                                     bool IsMempcpy) const {
   1131   CurrentFunctionDescription = "memory copy function";
   1132 
   1133   // See if the size argument is zero.
   1134   const LocationContext *LCtx = C.getLocationContext();
   1135   SVal sizeVal = state->getSVal(Size.Expression, LCtx);
   1136   QualType sizeTy = Size.Expression->getType();
   1137 
   1138   ProgramStateRef stateZeroSize, stateNonZeroSize;
   1139   std::tie(stateZeroSize, stateNonZeroSize) =
   1140       assumeZero(C, state, sizeVal, sizeTy);
   1141 
   1142   // Get the value of the Dest.
   1143   SVal destVal = state->getSVal(Dest.Expression, LCtx);
   1144 
   1145   // If the size is zero, there won't be any actual memory access, so
   1146   // just bind the return value to the destination buffer and return.
   1147   if (stateZeroSize && !stateNonZeroSize) {
   1148     stateZeroSize = stateZeroSize->BindExpr(CE, LCtx, destVal);
   1149     C.addTransition(stateZeroSize);
   1150     return;
   1151   }
   1152 
   1153   // If the size can be nonzero, we have to check the other arguments.
   1154   if (stateNonZeroSize) {
   1155     state = stateNonZeroSize;
   1156 
   1157     // Ensure the destination is not null. If it is NULL there will be a
   1158     // NULL pointer dereference.
   1159     state = checkNonNull(C, state, Dest, destVal);
   1160     if (!state)
   1161       return;
   1162 
   1163     // Get the value of the Src.
   1164     SVal srcVal = state->getSVal(Source.Expression, LCtx);
   1165 
   1166     // Ensure the source is not null. If it is NULL there will be a
   1167     // NULL pointer dereference.
   1168     state = checkNonNull(C, state, Source, srcVal);
   1169     if (!state)
   1170       return;
   1171 
   1172     // Ensure the accesses are valid and that the buffers do not overlap.
   1173     state = CheckBufferAccess(C, state, Dest, Size, AccessKind::write);
   1174     state = CheckBufferAccess(C, state, Source, Size, AccessKind::read);
   1175 
   1176     if (Restricted)
   1177       state = CheckOverlap(C, state, Size, Dest, Source);
   1178 
   1179     if (!state)
   1180       return;
   1181 
   1182     // If this is mempcpy, get the byte after the last byte copied and
   1183     // bind the expr.
   1184     if (IsMempcpy) {
   1185       // Get the byte after the last byte copied.
   1186       SValBuilder &SvalBuilder = C.getSValBuilder();
   1187       ASTContext &Ctx = SvalBuilder.getContext();
   1188       QualType CharPtrTy = Ctx.getPointerType(Ctx.CharTy);
   1189       SVal DestRegCharVal =
   1190           SvalBuilder.evalCast(destVal, CharPtrTy, Dest.Expression->getType());
   1191       SVal lastElement = C.getSValBuilder().evalBinOp(
   1192           state, BO_Add, DestRegCharVal, sizeVal, Dest.Expression->getType());
   1193       // If we don't know how much we copied, we can at least
   1194       // conjure a return value for later.
   1195       if (lastElement.isUnknown())
   1196         lastElement = C.getSValBuilder().conjureSymbolVal(nullptr, CE, LCtx,
   1197                                                           C.blockCount());
   1198 
   1199       // The byte after the last byte copied is the return value.
   1200       state = state->BindExpr(CE, LCtx, lastElement);
   1201     } else {
   1202       // All other copies return the destination buffer.
   1203       // (Well, bcopy() has a void return type, but this won't hurt.)
   1204       state = state->BindExpr(CE, LCtx, destVal);
   1205     }
   1206 
   1207     // Invalidate the destination (regular invalidation without pointer-escaping
   1208     // the address of the top-level region).
   1209     // FIXME: Even if we can't perfectly model the copy, we should see if we
   1210     // can use LazyCompoundVals to copy the source values into the destination.
   1211     // This would probably remove any existing bindings past the end of the
   1212     // copied region, but that's still an improvement over blank invalidation.
   1213     state =
   1214         InvalidateBuffer(C, state, Dest.Expression, C.getSVal(Dest.Expression),
   1215                          /*IsSourceBuffer*/ false, Size.Expression);
   1216 
   1217     // Invalidate the source (const-invalidation without const-pointer-escaping
   1218     // the address of the top-level region).
   1219     state = InvalidateBuffer(C, state, Source.Expression,
   1220                              C.getSVal(Source.Expression),
   1221                              /*IsSourceBuffer*/ true, nullptr);
   1222 
   1223     C.addTransition(state);
   1224   }
   1225 }
   1226 
   1227 void CStringChecker::evalMemcpy(CheckerContext &C, const CallExpr *CE) const {
   1228   // void *memcpy(void *restrict dst, const void *restrict src, size_t n);
   1229   // The return value is the address of the destination buffer.
   1230   DestinationArgExpr Dest = {CE->getArg(0), 0};
   1231   SourceArgExpr Src = {CE->getArg(1), 1};
   1232   SizeArgExpr Size = {CE->getArg(2), 2};
   1233 
   1234   ProgramStateRef State = C.getState();
   1235 
   1236   constexpr bool IsRestricted = true;
   1237   constexpr bool IsMempcpy = false;
   1238   evalCopyCommon(C, CE, State, Size, Dest, Src, IsRestricted, IsMempcpy);
   1239 }
   1240 
   1241 void CStringChecker::evalMempcpy(CheckerContext &C, const CallExpr *CE) const {
   1242   // void *mempcpy(void *restrict dst, const void *restrict src, size_t n);
   1243   // The return value is a pointer to the byte following the last written byte.
   1244   DestinationArgExpr Dest = {CE->getArg(0), 0};
   1245   SourceArgExpr Src = {CE->getArg(1), 1};
   1246   SizeArgExpr Size = {CE->getArg(2), 2};
   1247 
   1248   constexpr bool IsRestricted = true;
   1249   constexpr bool IsMempcpy = true;
   1250   evalCopyCommon(C, CE, C.getState(), Size, Dest, Src, IsRestricted, IsMempcpy);
   1251 }
   1252 
   1253 void CStringChecker::evalMemmove(CheckerContext &C, const CallExpr *CE) const {
   1254   // void *memmove(void *dst, const void *src, size_t n);
   1255   // The return value is the address of the destination buffer.
   1256   DestinationArgExpr Dest = {CE->getArg(0), 0};
   1257   SourceArgExpr Src = {CE->getArg(1), 1};
   1258   SizeArgExpr Size = {CE->getArg(2), 2};
   1259 
   1260   constexpr bool IsRestricted = false;
   1261   constexpr bool IsMempcpy = false;
   1262   evalCopyCommon(C, CE, C.getState(), Size, Dest, Src, IsRestricted, IsMempcpy);
   1263 }
   1264 
   1265 void CStringChecker::evalBcopy(CheckerContext &C, const CallExpr *CE) const {
   1266   // void bcopy(const void *src, void *dst, size_t n);
   1267   SourceArgExpr Src(CE->getArg(0), 0);
   1268   DestinationArgExpr Dest = {CE->getArg(1), 1};
   1269   SizeArgExpr Size = {CE->getArg(2), 2};
   1270 
   1271   constexpr bool IsRestricted = false;
   1272   constexpr bool IsMempcpy = false;
   1273   evalCopyCommon(C, CE, C.getState(), Size, Dest, Src, IsRestricted, IsMempcpy);
   1274 }
   1275 
   1276 void CStringChecker::evalMemcmp(CheckerContext &C, const CallExpr *CE) const {
   1277   // int memcmp(const void *s1, const void *s2, size_t n);
   1278   CurrentFunctionDescription = "memory comparison function";
   1279 
   1280   AnyArgExpr Left = {CE->getArg(0), 0};
   1281   AnyArgExpr Right = {CE->getArg(1), 1};
   1282   SizeArgExpr Size = {CE->getArg(2), 2};
   1283 
   1284   ProgramStateRef State = C.getState();
   1285   SValBuilder &Builder = C.getSValBuilder();
   1286   const LocationContext *LCtx = C.getLocationContext();
   1287 
   1288   // See if the size argument is zero.
   1289   SVal sizeVal = State->getSVal(Size.Expression, LCtx);
   1290   QualType sizeTy = Size.Expression->getType();
   1291 
   1292   ProgramStateRef stateZeroSize, stateNonZeroSize;
   1293   std::tie(stateZeroSize, stateNonZeroSize) =
   1294       assumeZero(C, State, sizeVal, sizeTy);
   1295 
   1296   // If the size can be zero, the result will be 0 in that case, and we don't
   1297   // have to check either of the buffers.
   1298   if (stateZeroSize) {
   1299     State = stateZeroSize;
   1300     State = State->BindExpr(CE, LCtx, Builder.makeZeroVal(CE->getType()));
   1301     C.addTransition(State);
   1302   }
   1303 
   1304   // If the size can be nonzero, we have to check the other arguments.
   1305   if (stateNonZeroSize) {
   1306     State = stateNonZeroSize;
   1307     // If we know the two buffers are the same, we know the result is 0.
   1308     // First, get the two buffers' addresses. Another checker will have already
   1309     // made sure they're not undefined.
   1310     DefinedOrUnknownSVal LV =
   1311         State->getSVal(Left.Expression, LCtx).castAs<DefinedOrUnknownSVal>();
   1312     DefinedOrUnknownSVal RV =
   1313         State->getSVal(Right.Expression, LCtx).castAs<DefinedOrUnknownSVal>();
   1314 
   1315     // See if they are the same.
   1316     ProgramStateRef SameBuffer, NotSameBuffer;
   1317     std::tie(SameBuffer, NotSameBuffer) =
   1318         State->assume(Builder.evalEQ(State, LV, RV));
   1319 
   1320     // If the two arguments are the same buffer, we know the result is 0,
   1321     // and we only need to check one size.
   1322     if (SameBuffer && !NotSameBuffer) {
   1323       State = SameBuffer;
   1324       State = CheckBufferAccess(C, State, Left, Size, AccessKind::read);
   1325       if (State) {
   1326         State =
   1327             SameBuffer->BindExpr(CE, LCtx, Builder.makeZeroVal(CE->getType()));
   1328         C.addTransition(State);
   1329       }
   1330       return;
   1331     }
   1332 
   1333     // If the two arguments might be different buffers, we have to check
   1334     // the size of both of them.
   1335     assert(NotSameBuffer);
   1336     State = CheckBufferAccess(C, State, Right, Size, AccessKind::read);
   1337     State = CheckBufferAccess(C, State, Left, Size, AccessKind::read);
   1338     if (State) {
   1339       // The return value is the comparison result, which we don't know.
   1340       SVal CmpV = Builder.conjureSymbolVal(nullptr, CE, LCtx, C.blockCount());
   1341       State = State->BindExpr(CE, LCtx, CmpV);
   1342       C.addTransition(State);
   1343     }
   1344   }
   1345 }
   1346 
   1347 void CStringChecker::evalstrLength(CheckerContext &C,
   1348                                    const CallExpr *CE) const {
   1349   // size_t strlen(const char *s);
   1350   evalstrLengthCommon(C, CE, /* IsStrnlen = */ false);
   1351 }
   1352 
   1353 void CStringChecker::evalstrnLength(CheckerContext &C,
   1354                                     const CallExpr *CE) const {
   1355   // size_t strnlen(const char *s, size_t maxlen);
   1356   evalstrLengthCommon(C, CE, /* IsStrnlen = */ true);
   1357 }
   1358 
   1359 void CStringChecker::evalstrLengthCommon(CheckerContext &C, const CallExpr *CE,
   1360                                          bool IsStrnlen) const {
   1361   CurrentFunctionDescription = "string length function";
   1362   ProgramStateRef state = C.getState();
   1363   const LocationContext *LCtx = C.getLocationContext();
   1364 
   1365   if (IsStrnlen) {
   1366     const Expr *maxlenExpr = CE->getArg(1);
   1367     SVal maxlenVal = state->getSVal(maxlenExpr, LCtx);
   1368 
   1369     ProgramStateRef stateZeroSize, stateNonZeroSize;
   1370     std::tie(stateZeroSize, stateNonZeroSize) =
   1371       assumeZero(C, state, maxlenVal, maxlenExpr->getType());
   1372 
   1373     // If the size can be zero, the result will be 0 in that case, and we don't
   1374     // have to check the string itself.
   1375     if (stateZeroSize) {
   1376       SVal zero = C.getSValBuilder().makeZeroVal(CE->getType());
   1377       stateZeroSize = stateZeroSize->BindExpr(CE, LCtx, zero);
   1378       C.addTransition(stateZeroSize);
   1379     }
   1380 
   1381     // If the size is GUARANTEED to be zero, we're done!
   1382     if (!stateNonZeroSize)
   1383       return;
   1384 
   1385     // Otherwise, record the assumption that the size is nonzero.
   1386     state = stateNonZeroSize;
   1387   }
   1388 
   1389   // Check that the string argument is non-null.
   1390   AnyArgExpr Arg = {CE->getArg(0), 0};
   1391   SVal ArgVal = state->getSVal(Arg.Expression, LCtx);
   1392   state = checkNonNull(C, state, Arg, ArgVal);
   1393 
   1394   if (!state)
   1395     return;
   1396 
   1397   SVal strLength = getCStringLength(C, state, Arg.Expression, ArgVal);
   1398 
   1399   // If the argument isn't a valid C string, there's no valid state to
   1400   // transition to.
   1401   if (strLength.isUndef())
   1402     return;
   1403 
   1404   DefinedOrUnknownSVal result = UnknownVal();
   1405 
   1406   // If the check is for strnlen() then bind the return value to no more than
   1407   // the maxlen value.
   1408   if (IsStrnlen) {
   1409     QualType cmpTy = C.getSValBuilder().getConditionType();
   1410 
   1411     // It's a little unfortunate to be getting this again,
   1412     // but it's not that expensive...
   1413     const Expr *maxlenExpr = CE->getArg(1);
   1414     SVal maxlenVal = state->getSVal(maxlenExpr, LCtx);
   1415 
   1416     Optional<NonLoc> strLengthNL = strLength.getAs<NonLoc>();
   1417     Optional<NonLoc> maxlenValNL = maxlenVal.getAs<NonLoc>();
   1418 
   1419     if (strLengthNL && maxlenValNL) {
   1420       ProgramStateRef stateStringTooLong, stateStringNotTooLong;
   1421 
   1422       // Check if the strLength is greater than the maxlen.
   1423       std::tie(stateStringTooLong, stateStringNotTooLong) = state->assume(
   1424           C.getSValBuilder()
   1425               .evalBinOpNN(state, BO_GT, *strLengthNL, *maxlenValNL, cmpTy)
   1426               .castAs<DefinedOrUnknownSVal>());
   1427 
   1428       if (stateStringTooLong && !stateStringNotTooLong) {
   1429         // If the string is longer than maxlen, return maxlen.
   1430         result = *maxlenValNL;
   1431       } else if (stateStringNotTooLong && !stateStringTooLong) {
   1432         // If the string is shorter than maxlen, return its length.
   1433         result = *strLengthNL;
   1434       }
   1435     }
   1436 
   1437     if (result.isUnknown()) {
   1438       // If we don't have enough information for a comparison, there's
   1439       // no guarantee the full string length will actually be returned.
   1440       // All we know is the return value is the min of the string length
   1441       // and the limit. This is better than nothing.
   1442       result = C.getSValBuilder().conjureSymbolVal(nullptr, CE, LCtx,
   1443                                                    C.blockCount());
   1444       NonLoc resultNL = result.castAs<NonLoc>();
   1445 
   1446       if (strLengthNL) {
   1447         state = state->assume(C.getSValBuilder().evalBinOpNN(
   1448                                   state, BO_LE, resultNL, *strLengthNL, cmpTy)
   1449                                   .castAs<DefinedOrUnknownSVal>(), true);
   1450       }
   1451 
   1452       if (maxlenValNL) {
   1453         state = state->assume(C.getSValBuilder().evalBinOpNN(
   1454                                   state, BO_LE, resultNL, *maxlenValNL, cmpTy)
   1455                                   .castAs<DefinedOrUnknownSVal>(), true);
   1456       }
   1457     }
   1458 
   1459   } else {
   1460     // This is a plain strlen(), not strnlen().
   1461     result = strLength.castAs<DefinedOrUnknownSVal>();
   1462 
   1463     // If we don't know the length of the string, conjure a return
   1464     // value, so it can be used in constraints, at least.
   1465     if (result.isUnknown()) {
   1466       result = C.getSValBuilder().conjureSymbolVal(nullptr, CE, LCtx,
   1467                                                    C.blockCount());
   1468     }
   1469   }
   1470 
   1471   // Bind the return value.
   1472   assert(!result.isUnknown() && "Should have conjured a value by now");
   1473   state = state->BindExpr(CE, LCtx, result);
   1474   C.addTransition(state);
   1475 }
   1476 
   1477 void CStringChecker::evalStrcpy(CheckerContext &C, const CallExpr *CE) const {
   1478   // char *strcpy(char *restrict dst, const char *restrict src);
   1479   evalStrcpyCommon(C, CE,
   1480                    /* ReturnEnd = */ false,
   1481                    /* IsBounded = */ false,
   1482                    /* appendK = */ ConcatFnKind::none);
   1483 }
   1484 
   1485 void CStringChecker::evalStrncpy(CheckerContext &C, const CallExpr *CE) const {
   1486   // char *strncpy(char *restrict dst, const char *restrict src, size_t n);
   1487   evalStrcpyCommon(C, CE,
   1488                    /* ReturnEnd = */ false,
   1489                    /* IsBounded = */ true,
   1490                    /* appendK = */ ConcatFnKind::none);
   1491 }
   1492 
   1493 void CStringChecker::evalStpcpy(CheckerContext &C, const CallExpr *CE) const {
   1494   // char *stpcpy(char *restrict dst, const char *restrict src);
   1495   evalStrcpyCommon(C, CE,
   1496                    /* ReturnEnd = */ true,
   1497                    /* IsBounded = */ false,
   1498                    /* appendK = */ ConcatFnKind::none);
   1499 }
   1500 
   1501 void CStringChecker::evalStrlcpy(CheckerContext &C, const CallExpr *CE) const {
   1502   // size_t strlcpy(char *dest, const char *src, size_t size);
   1503   evalStrcpyCommon(C, CE,
   1504                    /* ReturnEnd = */ true,
   1505                    /* IsBounded = */ true,
   1506                    /* appendK = */ ConcatFnKind::none,
   1507                    /* returnPtr = */ false);
   1508 }
   1509 
   1510 void CStringChecker::evalStrcat(CheckerContext &C, const CallExpr *CE) const {
   1511   // char *strcat(char *restrict s1, const char *restrict s2);
   1512   evalStrcpyCommon(C, CE,
   1513                    /* ReturnEnd = */ false,
   1514                    /* IsBounded = */ false,
   1515                    /* appendK = */ ConcatFnKind::strcat);
   1516 }
   1517 
   1518 void CStringChecker::evalStrncat(CheckerContext &C, const CallExpr *CE) const {
   1519   //char *strncat(char *restrict s1, const char *restrict s2, size_t n);
   1520   evalStrcpyCommon(C, CE,
   1521                    /* ReturnEnd = */ false,
   1522                    /* IsBounded = */ true,
   1523                    /* appendK = */ ConcatFnKind::strcat);
   1524 }
   1525 
   1526 void CStringChecker::evalStrlcat(CheckerContext &C, const CallExpr *CE) const {
   1527   // size_t strlcat(char *dst, const char *src, size_t size);
   1528   // It will append at most size - strlen(dst) - 1 bytes,
   1529   // NULL-terminating the result.
   1530   evalStrcpyCommon(C, CE,
   1531                    /* ReturnEnd = */ false,
   1532                    /* IsBounded = */ true,
   1533                    /* appendK = */ ConcatFnKind::strlcat,
   1534                    /* returnPtr = */ false);
   1535 }
   1536 
   1537 void CStringChecker::evalStrcpyCommon(CheckerContext &C, const CallExpr *CE,
   1538                                       bool ReturnEnd, bool IsBounded,
   1539                                       ConcatFnKind appendK,
   1540                                       bool returnPtr) const {
   1541   if (appendK == ConcatFnKind::none)
   1542     CurrentFunctionDescription = "string copy function";
   1543   else
   1544     CurrentFunctionDescription = "string concatenation function";
   1545 
   1546   ProgramStateRef state = C.getState();
   1547   const LocationContext *LCtx = C.getLocationContext();
   1548 
   1549   // Check that the destination is non-null.
   1550   DestinationArgExpr Dst = {CE->getArg(0), 0};
   1551   SVal DstVal = state->getSVal(Dst.Expression, LCtx);
   1552   state = checkNonNull(C, state, Dst, DstVal);
   1553   if (!state)
   1554     return;
   1555 
   1556   // Check that the source is non-null.
   1557   SourceArgExpr srcExpr = {CE->getArg(1), 1};
   1558   SVal srcVal = state->getSVal(srcExpr.Expression, LCtx);
   1559   state = checkNonNull(C, state, srcExpr, srcVal);
   1560   if (!state)
   1561     return;
   1562 
   1563   // Get the string length of the source.
   1564   SVal strLength = getCStringLength(C, state, srcExpr.Expression, srcVal);
   1565   Optional<NonLoc> strLengthNL = strLength.getAs<NonLoc>();
   1566 
   1567   // Get the string length of the destination buffer.
   1568   SVal dstStrLength = getCStringLength(C, state, Dst.Expression, DstVal);
   1569   Optional<NonLoc> dstStrLengthNL = dstStrLength.getAs<NonLoc>();
   1570 
   1571   // If the source isn't a valid C string, give up.
   1572   if (strLength.isUndef())
   1573     return;
   1574 
   1575   SValBuilder &svalBuilder = C.getSValBuilder();
   1576   QualType cmpTy = svalBuilder.getConditionType();
   1577   QualType sizeTy = svalBuilder.getContext().getSizeType();
   1578 
   1579   // These two values allow checking two kinds of errors:
   1580   // - actual overflows caused by a source that doesn't fit in the destination
   1581   // - potential overflows caused by a bound that could exceed the destination
   1582   SVal amountCopied = UnknownVal();
   1583   SVal maxLastElementIndex = UnknownVal();
   1584   const char *boundWarning = nullptr;
   1585 
   1586   // FIXME: Why do we choose the srcExpr if the access has no size?
   1587   //  Note that the 3rd argument of the call would be the size parameter.
   1588   SizeArgExpr SrcExprAsSizeDummy = {srcExpr.Expression, srcExpr.ArgumentIndex};
   1589   state = CheckOverlap(
   1590       C, state,
   1591       (IsBounded ? SizeArgExpr{CE->getArg(2), 2} : SrcExprAsSizeDummy), Dst,
   1592       srcExpr);
   1593 
   1594   if (!state)
   1595     return;
   1596 
   1597   // If the function is strncpy, strncat, etc... it is bounded.
   1598   if (IsBounded) {
   1599     // Get the max number of characters to copy.
   1600     SizeArgExpr lenExpr = {CE->getArg(2), 2};
   1601     SVal lenVal = state->getSVal(lenExpr.Expression, LCtx);
   1602 
   1603     // Protect against misdeclared strncpy().
   1604     lenVal =
   1605         svalBuilder.evalCast(lenVal, sizeTy, lenExpr.Expression->getType());
   1606 
   1607     Optional<NonLoc> lenValNL = lenVal.getAs<NonLoc>();
   1608 
   1609     // If we know both values, we might be able to figure out how much
   1610     // we're copying.
   1611     if (strLengthNL && lenValNL) {
   1612       switch (appendK) {
   1613       case ConcatFnKind::none:
   1614       case ConcatFnKind::strcat: {
   1615         ProgramStateRef stateSourceTooLong, stateSourceNotTooLong;
   1616         // Check if the max number to copy is less than the length of the src.
   1617         // If the bound is equal to the source length, strncpy won't null-
   1618         // terminate the result!
   1619         std::tie(stateSourceTooLong, stateSourceNotTooLong) = state->assume(
   1620             svalBuilder
   1621                 .evalBinOpNN(state, BO_GE, *strLengthNL, *lenValNL, cmpTy)
   1622                 .castAs<DefinedOrUnknownSVal>());
   1623 
   1624         if (stateSourceTooLong && !stateSourceNotTooLong) {
   1625           // Max number to copy is less than the length of the src, so the
   1626           // actual strLength copied is the max number arg.
   1627           state = stateSourceTooLong;
   1628           amountCopied = lenVal;
   1629 
   1630         } else if (!stateSourceTooLong && stateSourceNotTooLong) {
   1631           // The source buffer entirely fits in the bound.
   1632           state = stateSourceNotTooLong;
   1633           amountCopied = strLength;
   1634         }
   1635         break;
   1636       }
   1637       case ConcatFnKind::strlcat:
   1638         if (!dstStrLengthNL)
   1639           return;
   1640 
   1641         // amountCopied = min (size - dstLen - 1 , srcLen)
   1642         SVal freeSpace = svalBuilder.evalBinOpNN(state, BO_Sub, *lenValNL,
   1643                                                  *dstStrLengthNL, sizeTy);
   1644         if (!freeSpace.getAs<NonLoc>())
   1645           return;
   1646         freeSpace =
   1647             svalBuilder.evalBinOp(state, BO_Sub, freeSpace,
   1648                                   svalBuilder.makeIntVal(1, sizeTy), sizeTy);
   1649         Optional<NonLoc> freeSpaceNL = freeSpace.getAs<NonLoc>();
   1650 
   1651         // While unlikely, it is possible that the subtraction is
   1652         // too complex to compute, let's check whether it succeeded.
   1653         if (!freeSpaceNL)
   1654           return;
   1655         SVal hasEnoughSpace = svalBuilder.evalBinOpNN(
   1656             state, BO_LE, *strLengthNL, *freeSpaceNL, cmpTy);
   1657 
   1658         ProgramStateRef TrueState, FalseState;
   1659         std::tie(TrueState, FalseState) =
   1660             state->assume(hasEnoughSpace.castAs<DefinedOrUnknownSVal>());
   1661 
   1662         // srcStrLength <= size - dstStrLength -1
   1663         if (TrueState && !FalseState) {
   1664           amountCopied = strLength;
   1665         }
   1666 
   1667         // srcStrLength > size - dstStrLength -1
   1668         if (!TrueState && FalseState) {
   1669           amountCopied = freeSpace;
   1670         }
   1671 
   1672         if (TrueState && FalseState)
   1673           amountCopied = UnknownVal();
   1674         break;
   1675       }
   1676     }
   1677     // We still want to know if the bound is known to be too large.
   1678     if (lenValNL) {
   1679       switch (appendK) {
   1680       case ConcatFnKind::strcat:
   1681         // For strncat, the check is strlen(dst) + lenVal < sizeof(dst)
   1682 
   1683         // Get the string length of the destination. If the destination is
   1684         // memory that can't have a string length, we shouldn't be copying
   1685         // into it anyway.
   1686         if (dstStrLength.isUndef())
   1687           return;
   1688 
   1689         if (dstStrLengthNL) {
   1690           maxLastElementIndex = svalBuilder.evalBinOpNN(
   1691               state, BO_Add, *lenValNL, *dstStrLengthNL, sizeTy);
   1692 
   1693           boundWarning = "Size argument is greater than the free space in the "
   1694                          "destination buffer";
   1695         }
   1696         break;
   1697       case ConcatFnKind::none:
   1698       case ConcatFnKind::strlcat:
   1699         // For strncpy and strlcat, this is just checking
   1700         //  that lenVal <= sizeof(dst).
   1701         // (Yes, strncpy and strncat differ in how they treat termination.
   1702         // strncat ALWAYS terminates, but strncpy doesn't.)
   1703 
   1704         // We need a special case for when the copy size is zero, in which
   1705         // case strncpy will do no work at all. Our bounds check uses n-1
   1706         // as the last element accessed, so n == 0 is problematic.
   1707         ProgramStateRef StateZeroSize, StateNonZeroSize;
   1708         std::tie(StateZeroSize, StateNonZeroSize) =
   1709             assumeZero(C, state, *lenValNL, sizeTy);
   1710 
   1711         // If the size is known to be zero, we're done.
   1712         if (StateZeroSize && !StateNonZeroSize) {
   1713           if (returnPtr) {
   1714             StateZeroSize = StateZeroSize->BindExpr(CE, LCtx, DstVal);
   1715           } else {
   1716             if (appendK == ConcatFnKind::none) {
   1717               // strlcpy returns strlen(src)
   1718               StateZeroSize = StateZeroSize->BindExpr(CE, LCtx, strLength);
   1719             } else {
   1720               // strlcat returns strlen(src) + strlen(dst)
   1721               SVal retSize = svalBuilder.evalBinOp(
   1722                   state, BO_Add, strLength, dstStrLength, sizeTy);
   1723               StateZeroSize = StateZeroSize->BindExpr(CE, LCtx, retSize);
   1724             }
   1725           }
   1726           C.addTransition(StateZeroSize);
   1727           return;
   1728         }
   1729 
   1730         // Otherwise, go ahead and figure out the last element we'll touch.
   1731         // We don't record the non-zero assumption here because we can't
   1732         // be sure. We won't warn on a possible zero.
   1733         NonLoc one = svalBuilder.makeIntVal(1, sizeTy).castAs<NonLoc>();
   1734         maxLastElementIndex =
   1735             svalBuilder.evalBinOpNN(state, BO_Sub, *lenValNL, one, sizeTy);
   1736         boundWarning = "Size argument is greater than the length of the "
   1737                        "destination buffer";
   1738         break;
   1739       }
   1740     }
   1741   } else {
   1742     // The function isn't bounded. The amount copied should match the length
   1743     // of the source buffer.
   1744     amountCopied = strLength;
   1745   }
   1746 
   1747   assert(state);
   1748 
   1749   // This represents the number of characters copied into the destination
   1750   // buffer. (It may not actually be the strlen if the destination buffer
   1751   // is not terminated.)
   1752   SVal finalStrLength = UnknownVal();
   1753   SVal strlRetVal = UnknownVal();
   1754 
   1755   if (appendK == ConcatFnKind::none && !returnPtr) {
   1756     // strlcpy returns the sizeof(src)
   1757     strlRetVal = strLength;
   1758   }
   1759 
   1760   // If this is an appending function (strcat, strncat...) then set the
   1761   // string length to strlen(src) + strlen(dst) since the buffer will
   1762   // ultimately contain both.
   1763   if (appendK != ConcatFnKind::none) {
   1764     // Get the string length of the destination. If the destination is memory
   1765     // that can't have a string length, we shouldn't be copying into it anyway.
   1766     if (dstStrLength.isUndef())
   1767       return;
   1768 
   1769     if (appendK == ConcatFnKind::strlcat && dstStrLengthNL && strLengthNL) {
   1770       strlRetVal = svalBuilder.evalBinOpNN(state, BO_Add, *strLengthNL,
   1771                                            *dstStrLengthNL, sizeTy);
   1772     }
   1773 
   1774     Optional<NonLoc> amountCopiedNL = amountCopied.getAs<NonLoc>();
   1775 
   1776     // If we know both string lengths, we might know the final string length.
   1777     if (amountCopiedNL && dstStrLengthNL) {
   1778       // Make sure the two lengths together don't overflow a size_t.
   1779       state = checkAdditionOverflow(C, state, *amountCopiedNL, *dstStrLengthNL);
   1780       if (!state)
   1781         return;
   1782 
   1783       finalStrLength = svalBuilder.evalBinOpNN(state, BO_Add, *amountCopiedNL,
   1784                                                *dstStrLengthNL, sizeTy);
   1785     }
   1786 
   1787     // If we couldn't get a single value for the final string length,
   1788     // we can at least bound it by the individual lengths.
   1789     if (finalStrLength.isUnknown()) {
   1790       // Try to get a "hypothetical" string length symbol, which we can later
   1791       // set as a real value if that turns out to be the case.
   1792       finalStrLength = getCStringLength(C, state, CE, DstVal, true);
   1793       assert(!finalStrLength.isUndef());
   1794 
   1795       if (Optional<NonLoc> finalStrLengthNL = finalStrLength.getAs<NonLoc>()) {
   1796         if (amountCopiedNL && appendK == ConcatFnKind::none) {
   1797           // we overwrite dst string with the src
   1798           // finalStrLength >= srcStrLength
   1799           SVal sourceInResult = svalBuilder.evalBinOpNN(
   1800               state, BO_GE, *finalStrLengthNL, *amountCopiedNL, cmpTy);
   1801           state = state->assume(sourceInResult.castAs<DefinedOrUnknownSVal>(),
   1802                                 true);
   1803           if (!state)
   1804             return;
   1805         }
   1806 
   1807         if (dstStrLengthNL && appendK != ConcatFnKind::none) {
   1808           // we extend the dst string with the src
   1809           // finalStrLength >= dstStrLength
   1810           SVal destInResult = svalBuilder.evalBinOpNN(state, BO_GE,
   1811                                                       *finalStrLengthNL,
   1812                                                       *dstStrLengthNL,
   1813                                                       cmpTy);
   1814           state =
   1815               state->assume(destInResult.castAs<DefinedOrUnknownSVal>(), true);
   1816           if (!state)
   1817             return;
   1818         }
   1819       }
   1820     }
   1821 
   1822   } else {
   1823     // Otherwise, this is a copy-over function (strcpy, strncpy, ...), and
   1824     // the final string length will match the input string length.
   1825     finalStrLength = amountCopied;
   1826   }
   1827 
   1828   SVal Result;
   1829 
   1830   if (returnPtr) {
   1831     // The final result of the function will either be a pointer past the last
   1832     // copied element, or a pointer to the start of the destination buffer.
   1833     Result = (ReturnEnd ? UnknownVal() : DstVal);
   1834   } else {
   1835     if (appendK == ConcatFnKind::strlcat || appendK == ConcatFnKind::none)
   1836       //strlcpy, strlcat
   1837       Result = strlRetVal;
   1838     else
   1839       Result = finalStrLength;
   1840   }
   1841 
   1842   assert(state);
   1843 
   1844   // If the destination is a MemRegion, try to check for a buffer overflow and
   1845   // record the new string length.
   1846   if (Optional<loc::MemRegionVal> dstRegVal =
   1847       DstVal.getAs<loc::MemRegionVal>()) {
   1848     QualType ptrTy = Dst.Expression->getType();
   1849 
   1850     // If we have an exact value on a bounded copy, use that to check for
   1851     // overflows, rather than our estimate about how much is actually copied.
   1852     if (Optional<NonLoc> maxLastNL = maxLastElementIndex.getAs<NonLoc>()) {
   1853       SVal maxLastElement =
   1854           svalBuilder.evalBinOpLN(state, BO_Add, *dstRegVal, *maxLastNL, ptrTy);
   1855 
   1856       state = CheckLocation(C, state, Dst, maxLastElement, AccessKind::write);
   1857       if (!state)
   1858         return;
   1859     }
   1860 
   1861     // Then, if the final length is known...
   1862     if (Optional<NonLoc> knownStrLength = finalStrLength.getAs<NonLoc>()) {
   1863       SVal lastElement = svalBuilder.evalBinOpLN(state, BO_Add, *dstRegVal,
   1864           *knownStrLength, ptrTy);
   1865 
   1866       // ...and we haven't checked the bound, we'll check the actual copy.
   1867       if (!boundWarning) {
   1868         state = CheckLocation(C, state, Dst, lastElement, AccessKind::write);
   1869         if (!state)
   1870           return;
   1871       }
   1872 
   1873       // If this is a stpcpy-style copy, the last element is the return value.
   1874       if (returnPtr && ReturnEnd)
   1875         Result = lastElement;
   1876     }
   1877 
   1878     // Invalidate the destination (regular invalidation without pointer-escaping
   1879     // the address of the top-level region). This must happen before we set the
   1880     // C string length because invalidation will clear the length.
   1881     // FIXME: Even if we can't perfectly model the copy, we should see if we
   1882     // can use LazyCompoundVals to copy the source values into the destination.
   1883     // This would probably remove any existing bindings past the end of the
   1884     // string, but that's still an improvement over blank invalidation.
   1885     state = InvalidateBuffer(C, state, Dst.Expression, *dstRegVal,
   1886                              /*IsSourceBuffer*/ false, nullptr);
   1887 
   1888     // Invalidate the source (const-invalidation without const-pointer-escaping
   1889     // the address of the top-level region).
   1890     state = InvalidateBuffer(C, state, srcExpr.Expression, srcVal,
   1891                              /*IsSourceBuffer*/ true, nullptr);
   1892 
   1893     // Set the C string length of the destination, if we know it.
   1894     if (IsBounded && (appendK == ConcatFnKind::none)) {
   1895       // strncpy is annoying in that it doesn't guarantee to null-terminate
   1896       // the result string. If the original string didn't fit entirely inside
   1897       // the bound (including the null-terminator), we don't know how long the
   1898       // result is.
   1899       if (amountCopied != strLength)
   1900         finalStrLength = UnknownVal();
   1901     }
   1902     state = setCStringLength(state, dstRegVal->getRegion(), finalStrLength);
   1903   }
   1904 
   1905   assert(state);
   1906 
   1907   if (returnPtr) {
   1908     // If this is a stpcpy-style copy, but we were unable to check for a buffer
   1909     // overflow, we still need a result. Conjure a return value.
   1910     if (ReturnEnd && Result.isUnknown()) {
   1911       Result = svalBuilder.conjureSymbolVal(nullptr, CE, LCtx, C.blockCount());
   1912     }
   1913   }
   1914   // Set the return value.
   1915   state = state->BindExpr(CE, LCtx, Result);
   1916   C.addTransition(state);
   1917 }
   1918 
   1919 void CStringChecker::evalStrcmp(CheckerContext &C, const CallExpr *CE) const {
   1920   //int strcmp(const char *s1, const char *s2);
   1921   evalStrcmpCommon(C, CE, /* IsBounded = */ false, /* IgnoreCase = */ false);
   1922 }
   1923 
   1924 void CStringChecker::evalStrncmp(CheckerContext &C, const CallExpr *CE) const {
   1925   //int strncmp(const char *s1, const char *s2, size_t n);
   1926   evalStrcmpCommon(C, CE, /* IsBounded = */ true, /* IgnoreCase = */ false);
   1927 }
   1928 
   1929 void CStringChecker::evalStrcasecmp(CheckerContext &C,
   1930     const CallExpr *CE) const {
   1931   //int strcasecmp(const char *s1, const char *s2);
   1932   evalStrcmpCommon(C, CE, /* IsBounded = */ false, /* IgnoreCase = */ true);
   1933 }
   1934 
   1935 void CStringChecker::evalStrncasecmp(CheckerContext &C,
   1936     const CallExpr *CE) const {
   1937   //int strncasecmp(const char *s1, const char *s2, size_t n);
   1938   evalStrcmpCommon(C, CE, /* IsBounded = */ true, /* IgnoreCase = */ true);
   1939 }
   1940 
   1941 void CStringChecker::evalStrcmpCommon(CheckerContext &C, const CallExpr *CE,
   1942     bool IsBounded, bool IgnoreCase) const {
   1943   CurrentFunctionDescription = "string comparison function";
   1944   ProgramStateRef state = C.getState();
   1945   const LocationContext *LCtx = C.getLocationContext();
   1946 
   1947   // Check that the first string is non-null
   1948   AnyArgExpr Left = {CE->getArg(0), 0};
   1949   SVal LeftVal = state->getSVal(Left.Expression, LCtx);
   1950   state = checkNonNull(C, state, Left, LeftVal);
   1951   if (!state)
   1952     return;
   1953 
   1954   // Check that the second string is non-null.
   1955   AnyArgExpr Right = {CE->getArg(1), 1};
   1956   SVal RightVal = state->getSVal(Right.Expression, LCtx);
   1957   state = checkNonNull(C, state, Right, RightVal);
   1958   if (!state)
   1959     return;
   1960 
   1961   // Get the string length of the first string or give up.
   1962   SVal LeftLength = getCStringLength(C, state, Left.Expression, LeftVal);
   1963   if (LeftLength.isUndef())
   1964     return;
   1965 
   1966   // Get the string length of the second string or give up.
   1967   SVal RightLength = getCStringLength(C, state, Right.Expression, RightVal);
   1968   if (RightLength.isUndef())
   1969     return;
   1970 
   1971   // If we know the two buffers are the same, we know the result is 0.
   1972   // First, get the two buffers' addresses. Another checker will have already
   1973   // made sure they're not undefined.
   1974   DefinedOrUnknownSVal LV = LeftVal.castAs<DefinedOrUnknownSVal>();
   1975   DefinedOrUnknownSVal RV = RightVal.castAs<DefinedOrUnknownSVal>();
   1976 
   1977   // See if they are the same.
   1978   SValBuilder &svalBuilder = C.getSValBuilder();
   1979   DefinedOrUnknownSVal SameBuf = svalBuilder.evalEQ(state, LV, RV);
   1980   ProgramStateRef StSameBuf, StNotSameBuf;
   1981   std::tie(StSameBuf, StNotSameBuf) = state->assume(SameBuf);
   1982 
   1983   // If the two arguments might be the same buffer, we know the result is 0,
   1984   // and we only need to check one size.
   1985   if (StSameBuf) {
   1986     StSameBuf = StSameBuf->BindExpr(CE, LCtx,
   1987         svalBuilder.makeZeroVal(CE->getType()));
   1988     C.addTransition(StSameBuf);
   1989 
   1990     // If the two arguments are GUARANTEED to be the same, we're done!
   1991     if (!StNotSameBuf)
   1992       return;
   1993   }
   1994 
   1995   assert(StNotSameBuf);
   1996   state = StNotSameBuf;
   1997 
   1998   // At this point we can go about comparing the two buffers.
   1999   // For now, we only do this if they're both known string literals.
   2000 
   2001   // Attempt to extract string literals from both expressions.
   2002   const StringLiteral *LeftStrLiteral =
   2003       getCStringLiteral(C, state, Left.Expression, LeftVal);
   2004   const StringLiteral *RightStrLiteral =
   2005       getCStringLiteral(C, state, Right.Expression, RightVal);
   2006   bool canComputeResult = false;
   2007   SVal resultVal = svalBuilder.conjureSymbolVal(nullptr, CE, LCtx,
   2008       C.blockCount());
   2009 
   2010   if (LeftStrLiteral && RightStrLiteral) {
   2011     StringRef LeftStrRef = LeftStrLiteral->getString();
   2012     StringRef RightStrRef = RightStrLiteral->getString();
   2013 
   2014     if (IsBounded) {
   2015       // Get the max number of characters to compare.
   2016       const Expr *lenExpr = CE->getArg(2);
   2017       SVal lenVal = state->getSVal(lenExpr, LCtx);
   2018 
   2019       // If the length is known, we can get the right substrings.
   2020       if (const llvm::APSInt *len = svalBuilder.getKnownValue(state, lenVal)) {
   2021         // Create substrings of each to compare the prefix.
   2022         LeftStrRef = LeftStrRef.substr(0, (size_t)len->getZExtValue());
   2023         RightStrRef = RightStrRef.substr(0, (size_t)len->getZExtValue());
   2024         canComputeResult = true;
   2025       }
   2026     } else {
   2027       // This is a normal, unbounded strcmp.
   2028       canComputeResult = true;
   2029     }
   2030 
   2031     if (canComputeResult) {
   2032       // Real strcmp stops at null characters.
   2033       size_t s1Term = LeftStrRef.find('\0');
   2034       if (s1Term != StringRef::npos)
   2035         LeftStrRef = LeftStrRef.substr(0, s1Term);
   2036 
   2037       size_t s2Term = RightStrRef.find('\0');
   2038       if (s2Term != StringRef::npos)
   2039         RightStrRef = RightStrRef.substr(0, s2Term);
   2040 
   2041       // Use StringRef's comparison methods to compute the actual result.
   2042       int compareRes = IgnoreCase ? LeftStrRef.compare_lower(RightStrRef)
   2043                                   : LeftStrRef.compare(RightStrRef);
   2044 
   2045       // The strcmp function returns an integer greater than, equal to, or less
   2046       // than zero, [c11, p7.24.4.2].
   2047       if (compareRes == 0) {
   2048         resultVal = svalBuilder.makeIntVal(compareRes, CE->getType());
   2049       }
   2050       else {
   2051         DefinedSVal zeroVal = svalBuilder.makeIntVal(0, CE->getType());
   2052         // Constrain strcmp's result range based on the result of StringRef's
   2053         // comparison methods.
   2054         BinaryOperatorKind op = (compareRes == 1) ? BO_GT : BO_LT;
   2055         SVal compareWithZero =
   2056           svalBuilder.evalBinOp(state, op, resultVal, zeroVal,
   2057               svalBuilder.getConditionType());
   2058         DefinedSVal compareWithZeroVal = compareWithZero.castAs<DefinedSVal>();
   2059         state = state->assume(compareWithZeroVal, true);
   2060       }
   2061     }
   2062   }
   2063 
   2064   state = state->BindExpr(CE, LCtx, resultVal);
   2065 
   2066   // Record this as a possible path.
   2067   C.addTransition(state);
   2068 }
   2069 
   2070 void CStringChecker::evalStrsep(CheckerContext &C, const CallExpr *CE) const {
   2071   //char *strsep(char **stringp, const char *delim);
   2072   // Sanity: does the search string parameter match the return type?
   2073   SourceArgExpr SearchStrPtr = {CE->getArg(0), 0};
   2074 
   2075   QualType CharPtrTy = SearchStrPtr.Expression->getType()->getPointeeType();
   2076   if (CharPtrTy.isNull() ||
   2077       CE->getType().getUnqualifiedType() != CharPtrTy.getUnqualifiedType())
   2078     return;
   2079 
   2080   CurrentFunctionDescription = "strsep()";
   2081   ProgramStateRef State = C.getState();
   2082   const LocationContext *LCtx = C.getLocationContext();
   2083 
   2084   // Check that the search string pointer is non-null (though it may point to
   2085   // a null string).
   2086   SVal SearchStrVal = State->getSVal(SearchStrPtr.Expression, LCtx);
   2087   State = checkNonNull(C, State, SearchStrPtr, SearchStrVal);
   2088   if (!State)
   2089     return;
   2090 
   2091   // Check that the delimiter string is non-null.
   2092   AnyArgExpr DelimStr = {CE->getArg(1), 1};
   2093   SVal DelimStrVal = State->getSVal(DelimStr.Expression, LCtx);
   2094   State = checkNonNull(C, State, DelimStr, DelimStrVal);
   2095   if (!State)
   2096     return;
   2097 
   2098   SValBuilder &SVB = C.getSValBuilder();
   2099   SVal Result;
   2100   if (Optional<Loc> SearchStrLoc = SearchStrVal.getAs<Loc>()) {
   2101     // Get the current value of the search string pointer, as a char*.
   2102     Result = State->getSVal(*SearchStrLoc, CharPtrTy);
   2103 
   2104     // Invalidate the search string, representing the change of one delimiter
   2105     // character to NUL.
   2106     State = InvalidateBuffer(C, State, SearchStrPtr.Expression, Result,
   2107                              /*IsSourceBuffer*/ false, nullptr);
   2108 
   2109     // Overwrite the search string pointer. The new value is either an address
   2110     // further along in the same string, or NULL if there are no more tokens.
   2111     State = State->bindLoc(*SearchStrLoc,
   2112         SVB.conjureSymbolVal(getTag(),
   2113           CE,
   2114           LCtx,
   2115           CharPtrTy,
   2116           C.blockCount()),
   2117         LCtx);
   2118   } else {
   2119     assert(SearchStrVal.isUnknown());
   2120     // Conjure a symbolic value. It's the best we can do.
   2121     Result = SVB.conjureSymbolVal(nullptr, CE, LCtx, C.blockCount());
   2122   }
   2123 
   2124   // Set the return value, and finish.
   2125   State = State->BindExpr(CE, LCtx, Result);
   2126   C.addTransition(State);
   2127 }
   2128 
   2129 // These should probably be moved into a C++ standard library checker.
   2130 void CStringChecker::evalStdCopy(CheckerContext &C, const CallExpr *CE) const {
   2131   evalStdCopyCommon(C, CE);
   2132 }
   2133 
   2134 void CStringChecker::evalStdCopyBackward(CheckerContext &C,
   2135     const CallExpr *CE) const {
   2136   evalStdCopyCommon(C, CE);
   2137 }
   2138 
   2139 void CStringChecker::evalStdCopyCommon(CheckerContext &C,
   2140     const CallExpr *CE) const {
   2141   if (!CE->getArg(2)->getType()->isPointerType())
   2142     return;
   2143 
   2144   ProgramStateRef State = C.getState();
   2145 
   2146   const LocationContext *LCtx = C.getLocationContext();
   2147 
   2148   // template <class _InputIterator, class _OutputIterator>
   2149   // _OutputIterator
   2150   // copy(_InputIterator __first, _InputIterator __last,
   2151   //        _OutputIterator __result)
   2152 
   2153   // Invalidate the destination buffer
   2154   const Expr *Dst = CE->getArg(2);
   2155   SVal DstVal = State->getSVal(Dst, LCtx);
   2156   State = InvalidateBuffer(C, State, Dst, DstVal, /*IsSource=*/false,
   2157       /*Size=*/nullptr);
   2158 
   2159   SValBuilder &SVB = C.getSValBuilder();
   2160 
   2161   SVal ResultVal = SVB.conjureSymbolVal(nullptr, CE, LCtx, C.blockCount());
   2162   State = State->BindExpr(CE, LCtx, ResultVal);
   2163 
   2164   C.addTransition(State);
   2165 }
   2166 
   2167 void CStringChecker::evalMemset(CheckerContext &C, const CallExpr *CE) const {
   2168   // void *memset(void *s, int c, size_t n);
   2169   CurrentFunctionDescription = "memory set function";
   2170 
   2171   DestinationArgExpr Buffer = {CE->getArg(0), 0};
   2172   AnyArgExpr CharE = {CE->getArg(1), 1};
   2173   SizeArgExpr Size = {CE->getArg(2), 2};
   2174 
   2175   ProgramStateRef State = C.getState();
   2176 
   2177   // See if the size argument is zero.
   2178   const LocationContext *LCtx = C.getLocationContext();
   2179   SVal SizeVal = C.getSVal(Size.Expression);
   2180   QualType SizeTy = Size.Expression->getType();
   2181 
   2182   ProgramStateRef ZeroSize, NonZeroSize;
   2183   std::tie(ZeroSize, NonZeroSize) = assumeZero(C, State, SizeVal, SizeTy);
   2184 
   2185   // Get the value of the memory area.
   2186   SVal BufferPtrVal = C.getSVal(Buffer.Expression);
   2187 
   2188   // If the size is zero, there won't be any actual memory access, so
   2189   // just bind the return value to the buffer and return.
   2190   if (ZeroSize && !NonZeroSize) {
   2191     ZeroSize = ZeroSize->BindExpr(CE, LCtx, BufferPtrVal);
   2192     C.addTransition(ZeroSize);
   2193     return;
   2194   }
   2195 
   2196   // Ensure the memory area is not null.
   2197   // If it is NULL there will be a NULL pointer dereference.
   2198   State = checkNonNull(C, NonZeroSize, Buffer, BufferPtrVal);
   2199   if (!State)
   2200     return;
   2201 
   2202   State = CheckBufferAccess(C, State, Buffer, Size, AccessKind::write);
   2203   if (!State)
   2204     return;
   2205 
   2206   // According to the values of the arguments, bind the value of the second
   2207   // argument to the destination buffer and set string length, or just
   2208   // invalidate the destination buffer.
   2209   if (!memsetAux(Buffer.Expression, C.getSVal(CharE.Expression),
   2210                  Size.Expression, C, State))
   2211     return;
   2212 
   2213   State = State->BindExpr(CE, LCtx, BufferPtrVal);
   2214   C.addTransition(State);
   2215 }
   2216 
   2217 void CStringChecker::evalBzero(CheckerContext &C, const CallExpr *CE) const {
   2218   CurrentFunctionDescription = "memory clearance function";
   2219 
   2220   DestinationArgExpr Buffer = {CE->getArg(0), 0};
   2221   SizeArgExpr Size = {CE->getArg(1), 1};
   2222   SVal Zero = C.getSValBuilder().makeZeroVal(C.getASTContext().IntTy);
   2223 
   2224   ProgramStateRef State = C.getState();
   2225 
   2226   // See if the size argument is zero.
   2227   SVal SizeVal = C.getSVal(Size.Expression);
   2228   QualType SizeTy = Size.Expression->getType();
   2229 
   2230   ProgramStateRef StateZeroSize, StateNonZeroSize;
   2231   std::tie(StateZeroSize, StateNonZeroSize) =
   2232     assumeZero(C, State, SizeVal, SizeTy);
   2233 
   2234   // If the size is zero, there won't be any actual memory access,
   2235   // In this case we just return.
   2236   if (StateZeroSize && !StateNonZeroSize) {
   2237     C.addTransition(StateZeroSize);
   2238     return;
   2239   }
   2240 
   2241   // Get the value of the memory area.
   2242   SVal MemVal = C.getSVal(Buffer.Expression);
   2243 
   2244   // Ensure the memory area is not null.
   2245   // If it is NULL there will be a NULL pointer dereference.
   2246   State = checkNonNull(C, StateNonZeroSize, Buffer, MemVal);
   2247   if (!State)
   2248     return;
   2249 
   2250   State = CheckBufferAccess(C, State, Buffer, Size, AccessKind::write);
   2251   if (!State)
   2252     return;
   2253 
   2254   if (!memsetAux(Buffer.Expression, Zero, Size.Expression, C, State))
   2255     return;
   2256 
   2257   C.addTransition(State);
   2258 }
   2259 
   2260 //===----------------------------------------------------------------------===//
   2261 // The driver method, and other Checker callbacks.
   2262 //===----------------------------------------------------------------------===//
   2263 
   2264 CStringChecker::FnCheck CStringChecker::identifyCall(const CallEvent &Call,
   2265                                                      CheckerContext &C) const {
   2266   const auto *CE = dyn_cast_or_null<CallExpr>(Call.getOriginExpr());
   2267   if (!CE)
   2268     return nullptr;
   2269 
   2270   const FunctionDecl *FD = dyn_cast_or_null<FunctionDecl>(Call.getDecl());
   2271   if (!FD)
   2272     return nullptr;
   2273 
   2274   if (Call.isCalled(StdCopy)) {
   2275     return &CStringChecker::evalStdCopy;
   2276   } else if (Call.isCalled(StdCopyBackward)) {
   2277     return &CStringChecker::evalStdCopyBackward;
   2278   }
   2279 
   2280   // Pro-actively check that argument types are safe to do arithmetic upon.
   2281   // We do not want to crash if someone accidentally passes a structure
   2282   // into, say, a C++ overload of any of these functions. We could not check
   2283   // that for std::copy because they may have arguments of other types.
   2284   for (auto I : CE->arguments()) {
   2285     QualType T = I->getType();
   2286     if (!T->isIntegralOrEnumerationType() && !T->isPointerType())
   2287       return nullptr;
   2288   }
   2289 
   2290   const FnCheck *Callback = Callbacks.lookup(Call);
   2291   if (Callback)
   2292     return *Callback;
   2293 
   2294   return nullptr;
   2295 }
   2296 
   2297 bool CStringChecker::evalCall(const CallEvent &Call, CheckerContext &C) const {
   2298   FnCheck Callback = identifyCall(Call, C);
   2299 
   2300   // If the callee isn't a string function, let another checker handle it.
   2301   if (!Callback)
   2302     return false;
   2303 
   2304   // Check and evaluate the call.
   2305   const auto *CE = cast<CallExpr>(Call.getOriginExpr());
   2306   (this->*Callback)(C, CE);
   2307 
   2308   // If the evaluate call resulted in no change, chain to the next eval call
   2309   // handler.
   2310   // Note, the custom CString evaluation calls assume that basic safety
   2311   // properties are held. However, if the user chooses to turn off some of these
   2312   // checks, we ignore the issues and leave the call evaluation to a generic
   2313   // handler.
   2314   return C.isDifferent();
   2315 }
   2316 
   2317 void CStringChecker::checkPreStmt(const DeclStmt *DS, CheckerContext &C) const {
   2318   // Record string length for char a[] = "abc";
   2319   ProgramStateRef state = C.getState();
   2320 
   2321   for (const auto *I : DS->decls()) {
   2322     const VarDecl *D = dyn_cast<VarDecl>(I);
   2323     if (!D)
   2324       continue;
   2325 
   2326     // FIXME: Handle array fields of structs.
   2327     if (!D->getType()->isArrayType())
   2328       continue;
   2329 
   2330     const Expr *Init = D->getInit();
   2331     if (!Init)
   2332       continue;
   2333     if (!isa<StringLiteral>(Init))
   2334       continue;
   2335 
   2336     Loc VarLoc = state->getLValue(D, C.getLocationContext());
   2337     const MemRegion *MR = VarLoc.getAsRegion();
   2338     if (!MR)
   2339       continue;
   2340 
   2341     SVal StrVal = C.getSVal(Init);
   2342     assert(StrVal.isValid() && "Initializer string is unknown or undefined");
   2343     DefinedOrUnknownSVal strLength =
   2344       getCStringLength(C, state, Init, StrVal).castAs<DefinedOrUnknownSVal>();
   2345 
   2346     state = state->set<CStringLength>(MR, strLength);
   2347   }
   2348 
   2349   C.addTransition(state);
   2350 }
   2351 
   2352 ProgramStateRef
   2353 CStringChecker::checkRegionChanges(ProgramStateRef state,
   2354     const InvalidatedSymbols *,
   2355     ArrayRef<const MemRegion *> ExplicitRegions,
   2356     ArrayRef<const MemRegion *> Regions,
   2357     const LocationContext *LCtx,
   2358     const CallEvent *Call) const {
   2359   CStringLengthTy Entries = state->get<CStringLength>();
   2360   if (Entries.isEmpty())
   2361     return state;
   2362 
   2363   llvm::SmallPtrSet<const MemRegion *, 8> Invalidated;
   2364   llvm::SmallPtrSet<const MemRegion *, 32> SuperRegions;
   2365 
   2366   // First build sets for the changed regions and their super-regions.
   2367   for (ArrayRef<const MemRegion *>::iterator
   2368       I = Regions.begin(), E = Regions.end(); I != E; ++I) {
   2369     const MemRegion *MR = *I;
   2370     Invalidated.insert(MR);
   2371 
   2372     SuperRegions.insert(MR);
   2373     while (const SubRegion *SR = dyn_cast<SubRegion>(MR)) {
   2374       MR = SR->getSuperRegion();
   2375       SuperRegions.insert(MR);
   2376     }
   2377   }
   2378 
   2379   CStringLengthTy::Factory &F = state->get_context<CStringLength>();
   2380 
   2381   // Then loop over the entries in the current state.
   2382   for (CStringLengthTy::iterator I = Entries.begin(),
   2383       E = Entries.end(); I != E; ++I) {
   2384     const MemRegion *MR = I.getKey();
   2385 
   2386     // Is this entry for a super-region of a changed region?
   2387     if (SuperRegions.count(MR)) {
   2388       Entries = F.remove(Entries, MR);
   2389       continue;
   2390     }
   2391 
   2392     // Is this entry for a sub-region of a changed region?
   2393     const MemRegion *Super = MR;
   2394     while (const SubRegion *SR = dyn_cast<SubRegion>(Super)) {
   2395       Super = SR->getSuperRegion();
   2396       if (Invalidated.count(Super)) {
   2397         Entries = F.remove(Entries, MR);
   2398         break;
   2399       }
   2400     }
   2401   }
   2402 
   2403   return state->set<CStringLength>(Entries);
   2404 }
   2405 
   2406 void CStringChecker::checkLiveSymbols(ProgramStateRef state,
   2407     SymbolReaper &SR) const {
   2408   // Mark all symbols in our string length map as valid.
   2409   CStringLengthTy Entries = state->get<CStringLength>();
   2410 
   2411   for (CStringLengthTy::iterator I = Entries.begin(), E = Entries.end();
   2412       I != E; ++I) {
   2413     SVal Len = I.getData();
   2414 
   2415     for (SymExpr::symbol_iterator si = Len.symbol_begin(),
   2416         se = Len.symbol_end(); si != se; ++si)
   2417       SR.markInUse(*si);
   2418   }
   2419 }
   2420 
   2421 void CStringChecker::checkDeadSymbols(SymbolReaper &SR,
   2422     CheckerContext &C) const {
   2423   ProgramStateRef state = C.getState();
   2424   CStringLengthTy Entries = state->get<CStringLength>();
   2425   if (Entries.isEmpty())
   2426     return;
   2427 
   2428   CStringLengthTy::Factory &F = state->get_context<CStringLength>();
   2429   for (CStringLengthTy::iterator I = Entries.begin(), E = Entries.end();
   2430       I != E; ++I) {
   2431     SVal Len = I.getData();
   2432     if (SymbolRef Sym = Len.getAsSymbol()) {
   2433       if (SR.isDead(Sym))
   2434         Entries = F.remove(Entries, I.getKey());
   2435     }
   2436   }
   2437 
   2438   state = state->set<CStringLength>(Entries);
   2439   C.addTransition(state);
   2440 }
   2441 
   2442 void ento::registerCStringModeling(CheckerManager &Mgr) {
   2443   Mgr.registerChecker<CStringChecker>();
   2444 }
   2445 
   2446 bool ento::shouldRegisterCStringModeling(const CheckerManager &mgr) {
   2447   return true;
   2448 }
   2449 
   2450 #define REGISTER_CHECKER(name)                                                 \
   2451   void ento::register##name(CheckerManager &mgr) {                             \
   2452     CStringChecker *checker = mgr.getChecker<CStringChecker>();                \
   2453     checker->Filter.Check##name = true;                                        \
   2454     checker->Filter.CheckName##name = mgr.getCurrentCheckerName();             \
   2455   }                                                                            \
   2456                                                                                \
   2457   bool ento::shouldRegister##name(const CheckerManager &mgr) { return true; }
   2458 
   2459 REGISTER_CHECKER(CStringNullArg)
   2460 REGISTER_CHECKER(CStringOutOfBounds)
   2461 REGISTER_CHECKER(CStringBufferOverlap)
   2462 REGISTER_CHECKER(CStringNotNullTerm)
   2463