postproc/postprocess: fix quant store for fq mode

Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
10 years ago · 941aaa39e8
parent 9a460db63b
commit 941aaa39e8
2 changed files with 2 additions and 2 deletions
--- a/libpostproc/postprocess.c
+++ b/libpostproc/postprocess.c
@ -1019,7 +1019,7 @@ void  pp_postprocess(const uint8_t * src[3], const int srcStride[3],
    if((pict_type&7)!=3){
        if (QPStride >= 0){
            int i;
-            const int count= mbHeight * QPStride;
+            const int count= mbHeight * FFMAX(QPStride, mbWidth);
            for(i=0; i<(count>>2); i++){
                ((uint32_t*)c->nonBQPTable)[i] = ((const uint32_t*)QP_store)[i] & 0x3F3F3F3F;
            }
--- a/tests/ref/fate/filter-pp3
+++ b/tests/ref/fate/filter-pp3
@ -1 +1 @@
-pp3                 f38fdc2dfa4c8d889918efe6d7a7ac3a
+pp3                 ef0f10f1859af2f75717e8c9d64ee38a