diff --git a/libavcodec/opusdec.c b/libavcodec/opusdec.c
index c5f06e0600..e9063014b3 100644
--- a/libavcodec/opusdec.c
+++ b/libavcodec/opusdec.c
@@ -584,6 +584,9 @@ static int opus_decode_packet(AVCodecContext *avctx, AVFrame *frame,
         s->decoded_samples = ret;
         decoded_samples       = FFMIN(decoded_samples, ret);
 
+        if (!buf)
+            continue;
+
         buf      += s->packet.packet_size;
         buf_size -= s->packet.packet_size;
     }