add helpers for detecting size_t overflow

Performing computations on size_t variables that we feed to xmalloc and friends can be dangerous, as an integer overflow can cause us to allocate a much smaller chunk than we realized. We already have unsigned_add_overflows(), but let's add unsigned_mult_overflows() to that. Furthermore, rather than have each site manually check and die on overflow, we can provide some helpers that will: - promote the arguments to size_t, so that we know we are doing our computation in the same size of integer that will ultimately be fed to xmalloc - check and die on overflow - return the result so that computations can be done in the parameter list of xmalloc. These functions are a lot uglier to use than normal arithmetic operators (you have to do "st_add(foo, bar)" instead of "foo + bar"). To at least limit the damage, we also provide multi-valued versions. So rather than: st_add(st_add(a, b), st_add(c, d)); you can write: st_add4(a, b, c, d); This isn't nearly as elegant as a varargs function, but it's a lot harder to get it wrong. You don't have to remember to add a sentinel value at the end, and the compiler will complain if you get the number of arguments wrong. This patch adds only the numbered variants required to convert the current code base; we can easily add more later if needed. Signed-off-by: Jeff King <peff@peff.net> Signed-off-by: Junio C Hamano <gitster@pobox.com>

Jeff King committed Feb 19, 2016 at 06:21 UTC 935de81289cd04b4736c538747c53df123c30d1c
1 file changed +34
git-compat-util.h
+34
@@ -96,6 +96,14 @@
96 #define unsigned_add_overflows(a, b) \
97 ((b) > maximum_unsigned_value_of_type(a) - (a))
98
99 +/*
100 + * Returns true if the multiplication of "a" and "b" will
101 + * overflow. The types of "a" and "b" must match and must be unsigned.
102 + * Note that this macro evaluates "a" twice!
103 + */
104 +#define unsigned_mult_overflows(a, b) \
105 + ((a) && (b) > maximum_unsigned_value_of_type(a) / (a))
106 +
107 #ifdef __GNUC__
108 #define TYPEOF(x) (__typeof__(x))
109 #else
@@ -698,6 +706,32 @@ extern void release_pack_memory(size_t);
706 typedef void (*try_to_free_t)(size_t);
707 extern try_to_free_t set_try_to_free_routine(try_to_free_t);
708
709 +static inline size_t st_add(size_t a, size_t b)
710 +{
711 + if (unsigned_add_overflows(a, b))
712 + die("size_t overflow: %"PRIuMAX" + %"PRIuMAX,
713 + (uintmax_t)a, (uintmax_t)b);
714 + return a + b;
715 +}
716 +#define st_add3(a,b,c) st_add((a),st_add((b),(c)))
717 +#define st_add4(a,b,c,d) st_add((a),st_add3((b),(c),(d)))
718 +
719 +static inline size_t st_mult(size_t a, size_t b)
720 +{
721 + if (unsigned_mult_overflows(a, b))
722 + die("size_t overflow: %"PRIuMAX" * %"PRIuMAX,
723 + (uintmax_t)a, (uintmax_t)b);
724 + return a * b;
725 +}
726 +
727 +static inline size_t st_sub(size_t a, size_t b)
728 +{
729 + if (a < b)
730 + die("size_t underflow: %"PRIuMAX" - %"PRIuMAX,
731 + (uintmax_t)a, (uintmax_t)b);
732 + return a - b;
733 +}
734 +
735 #ifdef HAVE_ALLOCA_H
736 # include <alloca.h>
737 # define xalloca(size) (alloca(size))