diff --git a/libavformat/avidec.c b/libavformat/avidec.c
index 0cdcc08f65..78a6deae7d 100644
--- a/libavformat/avidec.c
+++ b/libavformat/avidec.c
@@ -1150,7 +1150,7 @@ start_sync:
             goto start_sync;
         }
 
-        n = avi->dv_demux ? 0 : get_stream_idx(d);
+        n = get_stream_idx(d);
 
         if (!((i - avi->last_pkt_pos) & 1) &&
             get_stream_idx(d + 1) < s->nb_streams)
@@ -1162,6 +1162,9 @@ start_sync:
             goto start_sync;
         }
 
+        if (avi->dv_demux && n != 0)
+            continue;
+
         // parse ##dc/##wb
         if (n < s->nb_streams) {
             AVStream *st;