diff --git a/libavformat/demux.c b/libavformat/demux.c
index 87dbd53a0f..3f35b3860e 100644
--- a/libavformat/demux.c
+++ b/libavformat/demux.c
@@ -2054,9 +2054,6 @@ static int try_decode_frame(AVFormatContext *s, AVStream *st,
         }
     }
 
-    if (!pkt.data && !got_picture)
-        ret = -1;
-
 fail:
     if (do_skip_frame) {
         avctx->skip_frame = skip_frame;