swscale/output: fix signed integer overflow for ya16

Fixes #7666.
6 years ago · 21838cad2f
parent 646799b42f
commit 21838cad2f
1 changed files with 1 additions and 1 deletions
--- a/libswscale/output.c
+++ b/libswscale/output.c
@ -904,7 +904,7 @@ yuv2ya16_X_c_template(SwsContext *c, const int16_t *lumFilter,

    for (i = 0; i < dstW; i++) {
        int j;
-        int Y = 1 << 18;
+        int64_t Y = 1 << 18;
        int64_t A = 0xffff<<14;

        for (j = 0; j < lumFilterSize; j++)