diff --git a/libavcodec/utils.c b/libavcodec/utils.c
index 99e36f84a8..b612ca1ace 100644
--- a/libavcodec/utils.c
+++ b/libavcodec/utils.c
@@ -1219,7 +1219,7 @@ int attribute_align_arg avcodec_encode_video2(AVCodecContext *avctx,
             avpkt->size = 0;
         else if (!(avctx->codec->capabilities & CODEC_CAP_DELAY))
             avpkt->pts = avpkt->dts = frame->pts;
-        if (avpkt->data) {
+        if (avpkt->data && avpkt->destruct == av_destruct_packet) {
             new_data = av_realloc(avpkt->data,
                                   avpkt->size + FF_INPUT_BUFFER_PADDING_SIZE);
             if (new_data)