avfilter/vf_lut3d: fix sanitizef INF handling

Signed-off-by: Anton Khirnov <anton@khirnov.net>
4 years ago · e366797ad3
parent dd03d65540
commit e366797ad3
1 changed files with 2 additions and 2 deletions
--- a/libavfilter/vf_lut3d.c
+++ b/libavfilter/vf_lut3d.c
@ -107,7 +107,7 @@ typedef struct ThreadData {

 #define EXPONENT_MASK 0x7F800000
 #define MANTISSA_MASK 0x007FFFFF
-#define SIGN_MASK     0x7FFFFFFF
+#define SIGN_MASK     0x80000000

 static inline float sanitizef(float f)
 {
@ -120,7 +120,7 @@ static inline float sanitizef(float f)
            return 0.0f;
        } else if (t.i & SIGN_MASK) {
            // -INF
-            return FLT_MIN;
+            return -FLT_MAX;
        } else {
            // +INF
            return FLT_MAX;