diff --git a/libavcodec/aac_ac3_parser.c b/libavcodec/aac_ac3_parser.c
index 189bdb4d15..f28f3f2678 100644
--- a/libavcodec/aac_ac3_parser.c
+++ b/libavcodec/aac_ac3_parser.c
@@ -51,8 +51,10 @@ get_next:
             }else{
                 i-= s->header_size -1;
                 s->remaining_size = len;
-                if(!new_frame_start)
+                if(!new_frame_start){
+                    s->remaining_size += i;
                     goto get_next;
+                }
             }
         }
     }