avformat/asfdec_f: Correct skip to key code

Fixes Ticket3978
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>

libavformat/asfdec_f.c

@@ -1208,6 +1208,7 @@ static int asf_parse_packet(AVFormatContext *s, AVIOContext *pb, AVPacket *pkt)
                 continue;
             }
             asf->asf_st = &asf->streams[s->streams[asf->stream_index]->id];
+            if (!asf->packet_frag_offset)
                 asf->asf_st->skip_to_key = 0;
         }
         asf_st = asf->asf_st;