[FFmpeg-devel] [PATCH] avformat: add CRI AAX demuxer
Andreas Rheinhardt
andreas.rheinhardt at gmail.com
Sun Sep 13 02:24:56 EEST 2020
Paul B Mahol:
> Signed-off-by: Paul B Mahol <onemda at gmail.com>
> ---
> libavcodec/adxdec.c | 16 ++
Why are you sending the encoder patch in the same patch?
> libavformat/Makefile | 1 +
> libavformat/aaxdec.c | 340 +++++++++++++++++++++++++++++++++++++++
> libavformat/allformats.c | 1 +
> 4 files changed, 358 insertions(+)
> create mode 100644 libavformat/aaxdec.c
>
> diff --git a/libavcodec/adxdec.c b/libavcodec/adxdec.c
> index 40ed8e5ba7..81ffc8b296 100644
> --- a/libavcodec/adxdec.c
> +++ b/libavcodec/adxdec.c
> @@ -103,6 +103,22 @@ static int adx_decode_frame(AVCodecContext *avctx, void *data,
> const uint8_t *buf = avpkt->data;
> const uint8_t *buf_end = buf + avpkt->size;
> int num_blocks, ch, ret;
> + int new_extradata_size;
> + uint8_t *new_extradata;
Can be const.
> +
> + new_extradata = av_packet_get_side_data(avpkt, AV_PKT_DATA_NEW_EXTRADATA,
> + &new_extradata_size);
> + if (new_extradata && new_extradata_size > 0) {
> + int header_size;
> + if ((ret = ff_adx_decode_header(avctx, new_extradata,
> + new_extradata_size, &header_size,
> + c->coeff)) < 0) {
> + av_log(avctx, AV_LOG_ERROR, "error parsing new ADX extradata\n");
> + return AVERROR_INVALIDDATA;
Any particular reason you are not using the return value directly?
> + }
> +
> + c->eof = 0;
> + }
>
> if (c->eof) {
> *got_frame_ptr = 0;
> diff --git a/libavformat/Makefile b/libavformat/Makefile
> index b4cc467268..883326770f 100644
> --- a/libavformat/Makefile
> +++ b/libavformat/Makefile
> @@ -68,6 +68,7 @@ OBJS-$(CONFIG_SRTP) += srtp.o
> OBJS-$(CONFIG_A64_MUXER) += a64.o rawenc.o
> OBJS-$(CONFIG_AA_DEMUXER) += aadec.o
> OBJS-$(CONFIG_AAC_DEMUXER) += aacdec.o apetag.o img2.o rawdec.o
> +OBJS-$(CONFIG_AAX_DEMUXER) += aaxdec.o
> OBJS-$(CONFIG_AC3_DEMUXER) += ac3dec.o rawdec.o
> OBJS-$(CONFIG_AC3_MUXER) += rawenc.o
> OBJS-$(CONFIG_ACM_DEMUXER) += acm.o rawdec.o
> diff --git a/libavformat/aaxdec.c b/libavformat/aaxdec.c
> new file mode 100644
> index 0000000000..0ffbd32cd0
> --- /dev/null
> +++ b/libavformat/aaxdec.c
> @@ -0,0 +1,340 @@
> +/*
> + * AAX demuxer
> + * Copyright (c) 2020 Paul B Mahol
> + *
> + * This file is part of FFmpeg.
> + *
> + * FFmpeg is free software; you can redistribute it and/or
> + * modify it under the terms of the GNU Lesser General Public
> + * License as published by the Free Software Foundation; either
> + * version 2.1 of the License, or (at your option) any later version.
> + *
> + * FFmpeg is distributed in the hope that it will be useful,
> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
> + * Lesser General Public License for more details.
> + *
> + * You should have received a copy of the GNU Lesser General Public
> + * License along with FFmpeg; if not, write to the Free Software
> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
> + */
> +
> +#include "libavutil/intreadwrite.h"
> +#include "avformat.h"
> +#include "internal.h"
> +
> +typedef struct AAXColumn {
> + uint8_t flag;
> + uint8_t type;
> + const char *name;
> + uint32_t offset;
> + int size;
> +} AAXColumn;
> +
> +typedef struct AAXSegment {
> + int64_t offset;
> + uint32_t size;
> +} AAXSegment;
> +
> +typedef struct AAXContext {
> + int64_t table_size;
> + uint16_t version;
> + int64_t rows_offset;
> + int64_t strings_offset;
> + int64_t data_offset;
> + int64_t name_offset;
> + uint16_t columns;
> + uint16_t row_width;
> + uint32_t nb_segments;
> + int64_t schema_offset;
> + int64_t strings_size;
> + char *string_table;
> +
> + int64_t prev_pts;
> + int64_t last_segment_pts;
> + int current_segment;
> +
> + AAXColumn *xcolumns;
> + AAXSegment *segments;
> +} AAXContext;
> +
> +static int aax_probe(const AVProbeData *p)
> +{
> + if (AV_RB32(p->buf) != MKBETAG('@','U','T','F'))
> + return 0;
> + if (AV_RB16(p->buf + 4) <= 1U)
> + return 0;
> +
> + return AVPROBE_SCORE_MAX;
> +}
> +
> +enum ColumnFlag {
> + COLUMN_FLAG_NAME = 0x1,
> + COLUMN_FLAG_DEFAULT = 0x2,
> + COLUMN_FLAG_ROW = 0x4,
> + COLUMN_FLAG_UNDEFINED = 0x8 /* shouldn't exist */
> +};
> +
> +enum ColumnType {
> + COLUMN_TYPE_UINT8 = 0x00,
> + COLUMN_TYPE_SINT8 = 0x01,
> + COLUMN_TYPE_UINT16 = 0x02,
> + COLUMN_TYPE_SINT16 = 0x03,
> + COLUMN_TYPE_UINT32 = 0x04,
> + COLUMN_TYPE_SINT32 = 0x05,
> + COLUMN_TYPE_UINT64 = 0x06,
> + COLUMN_TYPE_SINT64 = 0x07,
> + COLUMN_TYPE_FLOAT = 0x08,
> + COLUMN_TYPE_DOUBLE = 0x09,
> + COLUMN_TYPE_STRING = 0x0a,
> + COLUMN_TYPE_VLDATA = 0x0b,
> + COLUMN_TYPE_UINT128 = 0x0c, /* for GUIDs */
> + COLUMN_TYPE_UNDEFINED = -1
> +};
> +
> +static int aax_read_header(AVFormatContext *s)
> +{
> + AAXContext *a = s->priv_data;
> + AVIOContext *pb = s->pb;
> + AVCodecParameters *par;
> + AVStream *st;
> + int64_t column_offset = 0;
> + char *codec;
> + int ret, extradata_size;
> +
> + avio_skip(pb, 4);
> + a->table_size = avio_rb32(pb) + 8LL;
> + a->version = avio_rb16(pb);
> + a->rows_offset = avio_rb16(pb) + 8LL;
> + a->strings_offset = avio_rb32(pb) + 8LL;
> + a->data_offset = avio_rb32(pb) + 8LL;
> + a->name_offset = avio_rb32(pb);
> + a->columns = avio_rb16(pb);
> + a->row_width = avio_rb16(pb);
> + a->nb_segments = avio_rb32(pb);
> +
> + a->schema_offset = 0x20;
> + a->strings_size = a->data_offset - a->strings_offset;
> +
> + if (a->rows_offset > a->table_size ||
> + a->strings_offset > a->table_size ||
> + a->data_offset > a->table_size)
> + return AVERROR_INVALIDDATA;
> + if (a->strings_size <= 0 || a->name_offset > a->strings_size ||
> + a->strings_size > UINT16_MAX)
> + return AVERROR_INVALIDDATA;
> + if (a->columns <= 0)
> + return AVERROR_INVALIDDATA;
> +
> + av_freep(&a->segments);
Unnecessary: This is always NULL initially. Same goes for the other
av_freep() below.
> + a->segments = av_calloc(a->nb_segments, sizeof(*a->segments));
> + if (!a->segments)
> + return AVERROR(ENOMEM);
> +
> + av_freep(&a->xcolumns);
> + a->xcolumns = av_calloc(a->columns, sizeof(*a->xcolumns));
> + if (!a->xcolumns)
> + return AVERROR(ENOMEM);
Unfortunately you must not return immediately here and below, because
read_close is not called automatically in this scenario.
> +
> + av_freep(&a->string_table);
> + a->string_table = av_calloc(a->strings_size + 1, sizeof(*a->string_table));
> + if (!a->string_table)
> + return AVERROR(ENOMEM);
> +
> + for (int c = 0; c < a->columns; c++) {
> + uint8_t info = avio_r8(pb);
> + uint32_t offset = avio_rb32(pb);
> + int value_size;
> +
> + if (offset >= a->strings_size)
> + return AVERROR_INVALIDDATA;
> +
> + a->xcolumns[c].flag = info >> 4;
> + a->xcolumns[c].type = info & 0x0F;
> +
> + switch (a->xcolumns[c].type) {
> + case COLUMN_TYPE_UINT8:
> + case COLUMN_TYPE_SINT8:
> + value_size = 0x01;
> + break;
> + case COLUMN_TYPE_UINT16:
> + case COLUMN_TYPE_SINT16:
> + value_size = 0x02;
> + break;
> + case COLUMN_TYPE_UINT32:
> + case COLUMN_TYPE_SINT32:
> + case COLUMN_TYPE_FLOAT:
> + case COLUMN_TYPE_STRING:
> + value_size = 0x04;
> + break;
> + case COLUMN_TYPE_VLDATA:
> + value_size = 0x08;
> + break;
> + case COLUMN_TYPE_UINT128:
> + value_size = 0x10;
> + break;
> + default:
> + return AVERROR_INVALIDDATA;
> + }
> +
> + a->xcolumns[c].size = value_size;
> +
> + if (a->xcolumns[c].flag & COLUMN_FLAG_NAME)
> + a->xcolumns[c].name = a->string_table + offset;
> +
> + if (a->xcolumns[c].flag & COLUMN_FLAG_DEFAULT) {
> + /* data is found relative to columns start */
> + a->xcolumns[c].offset = avio_tell(pb) - a->schema_offset;
> + avio_skip(pb, value_size);
> + }
> +
> + if (a->xcolumns[c].flag & COLUMN_FLAG_ROW) {
> + /* data is found relative to row start */
> + a->xcolumns[c].offset = column_offset;
> + column_offset += value_size;
> + }
> + }
> +
> + avio_seek(pb, a->strings_offset, SEEK_SET);
> + ret = avio_read(pb, a->string_table, a->strings_size);
> + if (ret != a->strings_size) {
> + if (ret < 0)
> + return ret;
> + return AVERROR(EIO);
> + }
> +
> + for (int c = 0; c < a->columns; c++) {
> + int64_t data_offset = 0;
> + int64_t col_offset;
> + int flag, type;
> +
> + if (strcmp(a->xcolumns[c].name, "data"))
> + continue;
> +
> + type = a->xcolumns[c].type;
> + flag = a->xcolumns[c].flag;
> + col_offset = a->xcolumns[c].offset;
> +
> + for (int r = 0; r < a->nb_segments; r++) {
> + if (flag & COLUMN_FLAG_DEFAULT) {
> + data_offset = a->schema_offset + col_offset;
> + } else if (flag & COLUMN_FLAG_ROW) {
> + data_offset = a->rows_offset + r * a->row_width + col_offset;
> + } else {
> + return AVERROR_INVALIDDATA;
> + }
> +
> + avio_seek(pb, data_offset, SEEK_SET);
> + if (type == COLUMN_TYPE_VLDATA) {
> + a->segments[r].offset = avio_rb32(pb) + a->data_offset;
> + a->segments[r].size = avio_rb32(pb);
> + } else {
> + return AVERROR_INVALIDDATA;
> + }
> + }
> + }
> +
> + st = avformat_new_stream(s, NULL);
> + if (!st)
> + return AVERROR(ENOMEM);
> + st->start_time = 0;
> + par = s->streams[0]->codecpar;
> + par->codec_type = AVMEDIA_TYPE_AUDIO;
> +
> + codec = a->string_table + a->name_offset;
> + if (!strcmp(codec, "AAX")) {
> + par->codec_id = AV_CODEC_ID_ADPCM_ADX;
> + } else if (!strcmp(codec, "HCA") ){
> + par->codec_id = AV_CODEC_ID_HCA;
> + } else {
> + return AVERROR_INVALIDDATA;
> + }
> +
> + avio_seek(pb, a->segments[0].offset, SEEK_SET);
> + if (avio_rb16(pb) != 0x8000)
> + return AVERROR_INVALIDDATA;
> + extradata_size = avio_rb16(pb) + 4;
> + if (extradata_size < 12)
> + return AVERROR_INVALIDDATA;
> + avio_seek(pb, -4, SEEK_CUR);
> + ff_get_extradata(s, par, pb, extradata_size);
Missing check.
> + par->channels = AV_RB8 (par->extradata + 7);
> + par->sample_rate = AV_RB32(par->extradata + 8);
> +
> + avpriv_set_pts_info(st, 64, 32, par->sample_rate);
> +
> + return 0;
> +}
> +
> +static int aax_read_packet(AVFormatContext *s, AVPacket *pkt)
> +{
> + AAXContext *a = s->priv_data;
> + AVCodecParameters *par = s->streams[0]->codecpar;
> + AVIOContext *pb = s->pb;
> + const int size = 18 * par->channels;
> + int ret, extradata_size = 0;
> + uint8_t *dst = NULL;
> +
> + if (avio_feof(pb))
> + return AVERROR_EOF;
> +
> + if (avio_tell(pb) >= a->segments[a->current_segment].offset +
> + a->segments[a->current_segment].size) {
> + if (a->current_segment + 1 == a->nb_segments)
> + return AVERROR_EOF;
> + a->last_segment_pts = a->prev_pts;
> + a->current_segment++;
> + avio_seek(pb, a->segments[a->current_segment].offset, SEEK_SET);
> + if (avio_rb16(pb) != 0x8000)
> + return AVERROR_INVALIDDATA;
> + extradata_size = avio_rb16(pb) + 4;
> + avio_seek(pb, -4, SEEK_CUR);
> + if (extradata_size < 12)
> + return AVERROR_INVALIDDATA;
> + dst = av_malloc(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
> + if (!dst)
> + return AVERROR(ENOMEM);
> + avio_read(pb, dst, extradata_size);
> + memset(dst + extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
> + }
> +
> + pkt->pos = avio_tell(pb);
> + ret = av_get_packet(pb, pkt, size);
> + if (ret != size)
> + return ret < 0 ? ret : AVERROR(EIO);
dst leaks here if it != NULL.
> + pkt->duration = 1;
> + pkt->stream_index = 0;
> + pkt->pts = a->last_segment_pts + ((pkt->pos - a->segments[a->current_segment].offset) / size);
> + a->prev_pts = pkt->pts;
> +
> + if (dst) {
> + ret = av_packet_add_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA, dst, extradata_size);
> + if (ret < 0)
dst leaks here. (Btw: extradata would be a more fitting name.)
> + return ret;
> + }
> +
> + return ret;
> +}
> +
> +static int aax_read_close(AVFormatContext *s)
> +{
> + AAXContext *a = s->priv_data;
> +
> + av_freep(&a->segments);
> + av_freep(&a->xcolumns);
> + av_freep(&a->string_table);
> +
> + return 0;
> +}
> +
> +AVInputFormat ff_aax_demuxer = {
> + .name = "aax",
> + .long_name = NULL_IF_CONFIG_SMALL("CRI AAX"),
> + .priv_data_size = sizeof(AAXContext),
> + .read_probe = aax_probe,
> + .read_header = aax_read_header,
> + .read_packet = aax_read_packet,
> + .read_close = aax_read_close,
> + .extensions = "aax",
> + .flags = AVFMT_GENERIC_INDEX,
> +};
> diff --git a/libavformat/allformats.c b/libavformat/allformats.c
> index a23eb9e7fa..d3af6f7f18 100644
> --- a/libavformat/allformats.c
> +++ b/libavformat/allformats.c
> @@ -31,6 +31,7 @@
> extern AVOutputFormat ff_a64_muxer;
> extern AVInputFormat ff_aa_demuxer;
> extern AVInputFormat ff_aac_demuxer;
> +extern AVInputFormat ff_aax_demuxer;
> extern AVInputFormat ff_ac3_demuxer;
> extern AVOutputFormat ff_ac3_muxer;
> extern AVInputFormat ff_acm_demuxer;
>
More information about the ffmpeg-devel
mailing list