diff --git a/libavformat/mov.c b/libavformat/mov.c
index 9c6ad99d90..54b57b0958 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -1697,6 +1697,8 @@ static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
     if (!entries)
     {
         sc->keyframe_absent = 1;
+        if (!st->need_parsing)
+            st->need_parsing = AVSTREAM_PARSE_HEADERS;
         return 0;
     }
     if (entries >= UINT_MAX / sizeof(int))