From b54b40b33cd77fb135ae678c7726a1f8636e4b3e Mon Sep 17 00:00:00 2001 From: Janne Grunau Date: Mon, 13 Feb 2012 22:12:54 +0100 Subject: [PATCH] rv40: prevent undefined signed overflow in rv40_loop_filter() --- libavcodec/rv40.c | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/libavcodec/rv40.c b/libavcodec/rv40.c index c55a07a7d0..04cc4bcfa9 100644 --- a/libavcodec/rv40.c +++ b/libavcodec/rv40.c @@ -357,7 +357,7 @@ static void rv40_loop_filter(RV34DecContext *r, int row) * in addition to the coded ones because because they lie at the edge of * 8x8 block with different enough motion vectors */ - int mvmasks[4]; + unsigned mvmasks[4]; mb_pos = row * s->mb_stride; for(mb_x = 0; mb_x < s->mb_width; mb_x++, mb_pos++){ @@ -373,7 +373,8 @@ static void rv40_loop_filter(RV34DecContext *r, int row) int c_v_deblock[2], c_h_deblock[2]; int clip_left; int avail[4]; - int y_to_deblock, c_to_deblock[2]; + unsigned y_to_deblock; + int c_to_deblock[2]; q = s->current_picture_ptr->f.qscale_table[mb_pos]; alpha = rv40_alpha_tab[q];