[FFmpeg-cvslog] avformat/concatdec: fix the h264 annexb extradata check

[James Almer]

ffmpeg | branch: release/2.8 | James Almer <jamrial at gmail.com> | Tue Apr 25 20:23:12 2017 -0300| [870f1e3836c5cf6b9f3e4390e9d8e7e2bc276b13] | committer: James Almer

avformat/concatdec: fix the h264 annexb extradata check

The start code can be either in the first three or four bytes.

(cherry picked from commit b4330a0e02fcbef61d630a369abe5f4421ced659)

> http://git.videolan.org/gitweb.cgi/ffmpeg.git/?a=commit;h=870f1e3836c5cf6b9f3e4390e9d8e7e2bc276b13
---

 libavformat/concatdec.c | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/libavformat/concatdec.c b/libavformat/concatdec.c
index b7145ef7e2..2b403f3fa2 100644
--- a/libavformat/concatdec.c
+++ b/libavformat/concatdec.c
@@ -192,8 +192,11 @@ static int detect_stream_specific(AVFormatContext *avf, int idx)
     ConcatStream *cs = &cat->cur_file->streams[idx];
     AVBitStreamFilterContext *bsf;
 
-    if (cat->auto_convert && st->codec->codec_id == AV_CODEC_ID_H264 &&
-        (st->codec->extradata_size < 4 || AV_RB32(st->codec->extradata) != 1)) {
+    if (cat->auto_convert && st->codec->codec_id == AV_CODEC_ID_H264) {
+        if (!st->codec->extradata_size                                             ||
+            (st->codec->extradata_size >= 3 && AV_RB24(st->codec->extradata) == 1) ||
+            (st->codec->extradata_size >= 4 && AV_RB32(st->codec->extradata) == 1))
+            return 0;
         av_log(cat->avf, AV_LOG_INFO,
                "Auto-inserting h264_mp4toannexb bitstream filter\n");
         if (!(bsf = av_bitstream_filter_init("h264_mp4toannexb"))) {