diff --git a/libavcodec/huffyuvenc.c b/libavcodec/huffyuvenc.c
index 80dcdbaa93..8867de0d44 100644
--- a/libavcodec/huffyuvenc.c
+++ b/libavcodec/huffyuvenc.c
@@ -392,7 +392,6 @@ static av_cold int encode_init(AVCodecContext *avctx)
     }
 
     if (ff_huffyuv_alloc_temp(s)) {
-        ff_huffyuv_common_end(s);
         return AVERROR(ENOMEM);
     }