[FFmpeg-devel] [PATCH V2] doc/examples: Add a qsv encoder example

Li, Zhong zhong.li at intel.com
Wed Aug 16 09:54:08 EEST 2017


> -----Original Message-----
> From: ffmpeg-devel [mailto:ffmpeg-devel-bounces at ffmpeg.org] On Behalf
> Of Steven Liu
> Sent: Monday, August 7, 2017 11:49 AM
> To: FFmpeg development discussions and patches
> <ffmpeg-devel at ffmpeg.org>
> Subject: Re: [FFmpeg-devel] [PATCH V2] doc/examples: Add a qsv encoder
> example
> 
> 2017-08-07 10:45 GMT+08:00 Li, Zhong <zhong.li at intel.com>:
> >> -----Original Message-----
> >> From: ffmpeg-devel [mailto:ffmpeg-devel-bounces at ffmpeg.org] On
> Behalf
> >> Of Steven Liu
> >> Sent: Wednesday, August 2, 2017 2:01 PM
> >> To: FFmpeg development discussions and patches
> >> <ffmpeg-devel at ffmpeg.org>
> >> Subject: Re: [FFmpeg-devel] [PATCH V2] doc/examples: Add a qsv
> >> encoder example
> >>
> >> 2017-08-03 1:27 GMT+08:00 Zhong Li <zhong.li at intel.com>:
> >> > It is an evolution from the exmaple "encode_video.c" to support qsv
> >> encoder.
> >> >
> >> > V1->V2: Split to a separated qsv encoding example, instead of a
> >> > V1->patch
> >> > based on encode_video.c
> >> >
> >> > Signed-off-by: Zhong Li <zhong.li at intel.com>
> >> > ---
> >> >  configure             |   2 +
> >> >  doc/Makefile          |   1 +
> >> >  doc/examples/qsvenc.c | 211
> >> > ++++++++++++++++++++++++++++++++++++++++++++++++++
> >> >  3 files changed, 214 insertions(+)  create mode 100644
> >> > doc/examples/qsvenc.c
> >> >
> >> > diff --git a/configure b/configure
> >> > index 66c7b94..676cd85 100755
> >> > --- a/configure
> >> > +++ b/configure
> >> > @@ -1472,6 +1472,7 @@ EXAMPLE_LIST="
> >> >      metadata_example
> >> >      muxing_example
> >> >      qsvdec_example
> >> > +    qsvenc_example
> >> >      remuxing_example
> >> >      resampling_audio_example
> >> >      scaling_video_example
> >> > @@ -3213,6 +3214,7 @@ hw_decode_example_deps="avcodec
> avformat
> >> avutil"
> >> >  metadata_example_deps="avformat avutil"
> >> >  muxing_example_deps="avcodec avformat avutil swscale"
> >> >  qsvdec_example_deps="avcodec avutil libmfx h264_qsv_decoder"
> >> > +qsvenc_example_deps="avcodec avutil libmfx"
> >> >  remuxing_example_deps="avcodec avformat avutil"
> >> >  resampling_audio_example_deps="avutil swresample"
> >> >  scaling_video_example_deps="avutil swscale"
> >> > diff --git a/doc/Makefile b/doc/Makefile index b670f0b..ed41763
> >> > 100644
> >> > --- a/doc/Makefile
> >> > +++ b/doc/Makefile
> >> > @@ -52,6 +52,7 @@
> DOC_EXAMPLES-$(CONFIG_HW_DECODE_EXAMPLE)
> >> += hw_decode
> >> >  DOC_EXAMPLES-$(CONFIG_METADATA_EXAMPLE)          +=
> >> metadata
> >> >  DOC_EXAMPLES-$(CONFIG_MUXING_EXAMPLE)            +=
> >> muxing
> >> >  DOC_EXAMPLES-$(CONFIG_QSVDEC_EXAMPLE)            +=
> qsvdec
> >> > +DOC_EXAMPLES-$(CONFIG_QSVENC_EXAMPLE)            +=
> qsvenc
> >> >  DOC_EXAMPLES-$(CONFIG_REMUXING_EXAMPLE)          +=
> >> remuxing
> >> >  DOC_EXAMPLES-$(CONFIG_RESAMPLING_AUDIO_EXAMPLE)  +=
> >> resampling_audio
> >> >  DOC_EXAMPLES-$(CONFIG_SCALING_VIDEO_EXAMPLE)     +=
> >> scaling_video
> >> > diff --git a/doc/examples/qsvenc.c b/doc/examples/qsvenc.c new file
> >> > mode 100644 index 0000000..3b94cc8
> >> > --- /dev/null
> >> > +++ b/doc/examples/qsvenc.c
> >> > @@ -0,0 +1,211 @@
> >> > +/*
> >> > + * Copyright (c) 2017 Fabrice Bellard, Zhong Li
> >> > + *
> >> > + * Permission is hereby granted, free of charge, to any person
> >> > +obtaining a copy
> >> > + * of this software and associated documentation files (the
> >> > +"Software"), to deal
> >> > + * in the Software without restriction, including without
> >> > +limitation the rights
> >> > + * to use, copy, modify, merge, publish, distribute, sublicense,
> >> > +and/or sell
> >> > + * copies of the Software, and to permit persons to whom the
> >> > +Software is
> >> > + * furnished to do so, subject to the following conditions:
> >> > + *
> >> > + * The above copyright notice and this permission notice shall be
> >> > +included in
> >> > + * all copies or substantial portions of the Software.
> >> > + *
> >> > + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
> >> KIND,
> >> > +EXPRESS OR
> >> > + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
> >> > +MERCHANTABILITY,
> >> > + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN
> NO
> >> EVENT
> >> > +SHALL
> >> > + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
> >> DAMAGES
> >> > +OR OTHER
> >> > + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
> >> OTHERWISE,
> >> > +ARISING FROM,
> >> > + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
> >> OTHER
> >> > +DEALINGS IN
> >> > + * THE SOFTWARE.
> >> > + */
> >> > +
> >> > +/**
> >> > + * @file
> >> > + * Intel QSV-accelerated encoding example
> >> > + *
> >> > + * @example qsvenc.c
> >> > + */
> >> > +
> >> > +#include <stdio.h>
> >> > +#include <stdlib.h>
> >> > +#include <string.h>
> >> > +
> >> > +#include <libavcodec/avcodec.h>
> >> > +
> >> > +#include <libavutil/opt.h>
> >> > +#include <libavutil/imgutils.h>
> >> > +#include "libavutil/buffer.h"
> >> > +#include "libavutil/hwcontext.h"
> >> > +
> >> > +static void encode(AVCodecContext *enc_ctx, AVFrame *frame,
> >> > +AVPacket
> >> *pkt,
> >> > +                   FILE *outfile)
> >> > +{
> >> > +    int ret;
> >> > +
> >> > +    /* send the frame to the encoder */
> >> > +    if (frame)
> >> > +        printf("Send frame %3"PRId64"\n", frame->pts);
> >> > +
> >> > +    ret = avcodec_send_frame(enc_ctx, frame);
> >> > +    if (ret < 0) {
> >> > +        fprintf(stderr, "Error sending a frame for encoding\n");
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    while (ret >= 0) {
> >> > +        ret = avcodec_receive_packet(enc_ctx, pkt);
> >> > +        if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF)
> >> > +            return;
> >> > +        else if (ret < 0) {
> >> > +            fprintf(stderr, "Error during encoding\n");
> >> > +            exit(1);
> >> > +        }
> >> > +
> >> > +        printf("Write packet %3"PRId64" (size=%5d)\n", pkt->pts,
> >> pkt->size);
> >> > +        fwrite(pkt->data, 1, pkt->size, outfile);
> >> > +        av_packet_unref(pkt);
> >> > +    }
> >> > +}
> >> > +
> >> > +int main(int argc, char **argv)
> >> > +{
> >> > +    const char *filename, *codec_name;
> >> > +    const AVCodec *codec;
> >> > +    AVCodecContext *c= NULL;
> >> Why don't use AVCodecParameters?
> >
> > Could you give more detail about the reason?
> > AVCodecParameters is used for encoded bitstream. Here just encoding a
> raw yuv, seems AVCodecContext is enough.
> Ah,  i know why now, Thanks :)

Any other comment about this patch? How it can be merged?
> >
> >> > +    int i, ret, x, y;
> >> > +    FILE *f;
> >> > +    AVFrame *frame;
> >> > +    AVPacket *pkt;
> >> > +    AVBufferRef *encode_device = NULL;
> >> > +
> >> > +    if (argc <= 2) {
> >> > +        fprintf(stderr, "Usage: %s <output file> <codec name>\n",
> >> argv[0]);
> >> > +        exit(0);
> >> > +    }
> >> > +    filename = argv[1];
> >> > +    codec_name = argv[2];
> >> > +
> >> > +    if (!strstr(codec_name, "qsv")) {
> >> > +        fprintf(stderr, "no qsv codec found\n");
> >> > +        exit(0);
> >> > +    }
> >> > +
> >> > +    avcodec_register_all();
> >> > +
> >> > +    /* open the qsv hardware device */
> >> > +    ret = av_hwdevice_ctx_create(&encode_device,
> >> AV_HWDEVICE_TYPE_QSV,
> >> > +                                 NULL, NULL, 0);
> >> > +    if (ret < 0) {
> >> > +        fprintf(stderr, "Cannot open the hardware device\n");
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    /* find the encoder */
> >> > +    codec = avcodec_find_encoder_by_name(codec_name);
> >> > +    if (!codec) {
> >> > +        fprintf(stderr, "Codec '%s' not found\n", codec_name);
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    c = avcodec_alloc_context3(codec);
> >> > +    if (!c) {
> >> > +        fprintf(stderr, "Could not allocate video codec context\n");
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    pkt = av_packet_alloc();
> >> > +    if (!pkt)
> >> > +        exit(1);
> >> > +
> >> > +    /* put sample parameters */
> >> > +    c->bit_rate = 400000;
> >> > +    /* resolution must be a multiple of two */
> >> > +    c->width = 352;
> >> > +    c->height = 288;
> >> > +    /* frames per second */
> >> > +    c->time_base = (AVRational){1, 25};
> >> > +    c->framerate = (AVRational){25, 1};
> >> > +
> >> > +    /* emit one intra frame every ten frames
> >> > +     * check frame pict_type before passing frame
> >> > +     * to encoder, if frame->pict_type is AV_PICTURE_TYPE_I
> >> > +     * then gop_size is ignored and the output of encoder
> >> > +     * will always be I frame irrespective to gop_size
> >> > +     */
> >> > +    c->gop_size = 10;
> >> > +    c->max_b_frames = 1;
> >> > +    c->pix_fmt = AV_PIX_FMT_NV12;
> >> > +    c->hw_device_ctx = av_buffer_ref(encode_device);
> >> > +
> >> > +    /* open it */
> >> > +    ret = avcodec_open2(c, codec, NULL);
> >> > +    if (ret < 0) {
> >> > +        fprintf(stderr, "Could not open codec: %s\n", av_err2str(ret));
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    f = fopen(filename, "wb");
> >> > +    if (!f) {
> >> > +        fprintf(stderr, "Could not open %s\n", filename);
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    frame = av_frame_alloc();
> >> > +    if (!frame) {
> >> > +        fprintf(stderr, "Could not allocate video frame\n");
> >> > +        exit(1);
> >> > +    }
> >> > +    frame->format = c->pix_fmt;
> >> > +    frame->width  = c->width;
> >> > +    frame->height = c->height;
> >> > +
> >> > +    ret = av_frame_get_buffer(frame, 32);
> >> > +    if (ret < 0) {
> >> > +        fprintf(stderr, "Could not allocate the video frame data\n");
> >> > +        exit(1);
> >> > +    }
> >> > +
> >> > +    /* encode 1 second of video */
> >> > +    for (i = 0; i < 25; i++) {
> >> > +        fflush(stdout);
> >> > +
> >> > +        /* make sure the frame data is writable */
> >> > +        ret = av_frame_make_writable(frame);
> >> > +        if (ret < 0)
> >> > +            exit(1);
> >> > +
> >> > +        /* prepare a dummy image */
> >> > +        /* Y */
> >> > +        for (y = 0; y < c->height; y++) {
> >> > +            for (x = 0; x < c->width; x++) {
> >> > +                frame->data[0][y * frame->linesize[0] + x] = x + y
> >> > + + i *
> >> 3;
> >> > +            }
> >> > +        }
> >> > +
> >> > +        /* Cb and Cr */
> >> > +        for (y = 0; y < c->height/2; y++) {
> >> > +            for (x = 0; x < c->width/2; x++) {
> >> > +                frame->data[1][y * frame->linesize[1] + 2 * x] =
> >> > + 128 +
> >> y + i * 2;
> >> > +                frame->data[1][y * frame->linesize[1] + 2 * x + 1]
> >> > + = 64
> >> + x + i * 5;
> >> > +            }
> >> > +        }
> >> > +
> >> > +        frame->pts = i;
> >> > +
> >> > +        /* encode the image */
> >> > +        encode(c, frame, pkt, f);
> >> > +    }
> >> > +
> >> > +    /* flush the encoder */
> >> > +    encode(c, NULL, pkt, f);
> >> > +
> >> > +    fclose(f);
> >> > +
> >> > +    avcodec_free_context(&c);
> >> > +    av_frame_free(&frame);
> >> > +    av_packet_free(&pkt);
> >> > +    av_buffer_unref(&encode_device);
> >> > +
> >> > +    return 0;
> >> > +}
> >> > --
> >> > 1.8.3.1
> >> >
> >> > _______________________________________________
> >> > ffmpeg-devel mailing list
> >> > ffmpeg-devel at ffmpeg.org
> >> > http://ffmpeg.org/mailman/listinfo/ffmpeg-devel
> >> _______________________________________________
> >> ffmpeg-devel mailing list
> >> ffmpeg-devel at ffmpeg.org
> >> http://ffmpeg.org/mailman/listinfo/ffmpeg-devel
> > _______________________________________________
> > ffmpeg-devel mailing list
> > ffmpeg-devel at ffmpeg.org
> > http://ffmpeg.org/mailman/listinfo/ffmpeg-devel
> _______________________________________________
> ffmpeg-devel mailing list
> ffmpeg-devel at ffmpeg.org
> http://ffmpeg.org/mailman/listinfo/ffmpeg-devel


More information about the ffmpeg-devel mailing list