avfilter/vf_palettegen: fix integer overflow

4 years ago · 124eec942a
parent 4cdab8d022
commit 124eec942a
1 changed files with 2 additions and 2 deletions
--- a/libavfilter/vf_palettegen.c
+++ b/libavfilter/vf_palettegen.c
@ -113,8 +113,8 @@ static int cmp_##name(const void *pa, const void *pb)   \
 {                                                       \
    const struct color_ref * const *a = pa;             \
    const struct color_ref * const *b = pb;             \
-    return   ((*a)->color >> (8 * (2 - (pos))) & 0xff)  \
-           - ((*b)->color >> (8 * (2 - (pos))) & 0xff); \
+    return   (int)((*a)->color >> (8 * (2 - (pos))) & 0xff)  \
+           - (int)((*b)->color >> (8 * (2 - (pos))) & 0xff); \
 }

 DECLARE_CMP_FUNC(r, 0)