diff --git a/libavfilter/vf_libvmaf.c b/libavfilter/vf_libvmaf.c
index d3e9f62e33..00b2661f5e 100644
--- a/libavfilter/vf_libvmaf.c
+++ b/libavfilter/vf_libvmaf.c
@@ -271,10 +271,6 @@ static int config_input_ref(AVFilterLink *inlink)
         av_log(ctx, AV_LOG_ERROR, "Width and height of input videos must be same.\n");
         return AVERROR(EINVAL);
     }
-    if (ctx->inputs[0]->format != ctx->inputs[1]->format) {
-        av_log(ctx, AV_LOG_ERROR, "Inputs must be of same pixel format.\n");
-        return AVERROR(EINVAL);
-    }
 
     s->desc = av_pix_fmt_desc_get(inlink->format);
     s->width = ctx->inputs[0]->w;