diff --git a/libavutil/opt.c b/libavutil/opt.c
index 92d1e39d95..c68dacc0c6 100644
--- a/libavutil/opt.c
+++ b/libavutil/opt.c
@@ -143,6 +143,8 @@ static int set_string_binary(void *obj, const AVOption *o, const char *val, uint
     len /= 2;
 
     ptr = bin = av_malloc(len);
+    if (!ptr)
+        return AVERROR(ENOMEM);
     while (*val) {
         int a = hexchar2int(*val++);
         int b = hexchar2int(*val++);