[FFmpeg-devel] [PATCH] libavcodec/qsvenc: Adding support for HDR metadata to hevc qsv encode
Xiang, Haihao
haihao.xiang at intel.com
Thu Dec 3 10:27:46 EET 2020
On Wed, 2020-12-02 at 13:18 +0000, Fredrick Odhiambo wrote:
> This patch allows passing of HDR10 metadata through qsv_params for encoding
> with hevc_qsv similar to how HDR10 parameters are passed to x265-params in
> libx265 encoding. The HDR10 metadata parameters passed are master-display,
> max-cll, color primary, color matrix, transfer characteristics and color
> range.
>
> -qsv_params master-
> display=R(35399,14599)G(8500,39850)B(6550,2300)WP(15634,16450)L(10000000,50):m
> ax-
> cll=1000,400:colorprim=bt2020:colormatrix=bt2020c:transfer=smpte2084:range=ful
> l -y hdr_vid_output.mp4
May we get the HDR parameters from input frame via
AV_FRAME_DATA_MASTERING_DISPLAY_METADATA ?
avcodec has already provided options color_primaries / color_trc / colorspace /
color_range to set the corresponding parameters in avctx.
>
> Signed-off-by: Fredrick Odhiambo <fredrick.odhiambo at intel.com>
> ---
> libavcodec/qsvenc.c | 425 ++++++++++++++++++++++++++++++++++++++++++++
> libavcodec/qsvenc.h | 110 +++++++++++-
> 2 files changed, 534 insertions(+), 1 deletion(-)
>
> diff --git a/libavcodec/qsvenc.c b/libavcodec/qsvenc.c
> index 2bd2a56227..29faa59497 100644
> --- a/libavcodec/qsvenc.c
> +++ b/libavcodec/qsvenc.c
> @@ -1102,6 +1102,7 @@ int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext
> *q)
> int iopattern = 0;
> int opaque_alloc = 0;
> int ret;
> + AVContentLightMetadata light_meta;
>
> q->param.AsyncDepth = q->async_depth;
>
> @@ -1203,6 +1204,92 @@ int ff_qsv_enc_init(AVCodecContext *avctx,
> QSVEncContext *q)
> return ret;
> }
>
> + if (q->qsv_opts) {
> + AVDictionaryEntry *en = NULL;
> + AVMasteringDisplayMetadata hdr_meta;
> + memset(&hdr_meta, 0, sizeof(AVMasteringDisplayMetadata));
> + memset(&light_meta, 0, sizeof(AVContentLightMetadata));
> + if (!avctx) {
> + return ff_qsv_print_error(avctx, MFX_ERR_INVALID_VIDEO_PARAM,
> + "AVCodecContext no set");
> + }
Don't check avctx against NULL after the pointer has been dereferenced.
> +
> + while ((en = av_dict_get(q->qsv_opts, "", en,
> AV_DICT_IGNORE_SUFFIX))) {
> + int parse_ret = ff_qsv_validate_params(en->key, en->value);
> + switch (parse_ret) {
> + case QSV_PARAM_VALID:
> + if (!strcmp(en->key, "master-display")) {
Please use the same indentation style.
> + ff_qsv_extract_display_values(en->value, &hdr_meta);
> + break;
> + }
> + if (!strcmp(en->key, "range")) {
> + avctx->color_range = ff_qsv_extract_range_value(en-
> >value);
> + break;
> + }
> + if (!strcmp(en->key, "max-cll")) {
> + ff_qsv_get_content_light_level(en->value,
> &light_meta);
> + break;
> + }
> + if (!strcmp(en->key, "colorprim")) {
> + avctx->color_primaries =
> av_color_primaries_from_name(en->value);
> + break;
> + }
> + if (!strcmp(en->key, "colormatrix")) {
> + avctx->colorspace = av_color_space_from_name(en-
> >value);
> + break;
> + }
> + if (!strcmp(en->key, "transfer")) {
> + avctx->color_trc = av_color_transfer_from_name(en-
> >value);
> + break;
> + }
> + case QSV_PARAM_BAD_VALUE:
> + av_log(q, AV_LOG_ERROR,
> + "Invalid value for %s: %s.\n", en->key, en->value);
> + return ff_qsv_print_error(avctx,
> MFX_ERR_INVALID_VIDEO_PARAM,
> + "Invalid value");
> + case QSV_PARAM_BAD_NAME:
> + av_log(q, AV_LOG_ERROR,
> + "Invalid value for %s: %s.\n", en->key, en->value);
> + return ff_qsv_print_error(avctx,
> MFX_ERR_INVALID_VIDEO_PARAM,
> + "Invalid parameter name");
> + }
> + }
> +#if QSV_HAVE_HDR_METADATA
> + if (hdr_meta.has_primaries) {
> + q->master_display_volume_data.Header.BufferId =
> MFX_EXTBUFF_MASTERING_DISPLAY_COLOUR_VOLUME;
> + q->master_display_volume_data.Header.BufferSz = sizeof(q-
> >master_display_volume_data);
> + q->master_display_volume_data.InsertPayloadToggle =
> MFX_PAYLOAD_IDR;
> + q->master_display_volume_data.DisplayPrimariesX[0] =
> (int)av_q2d(hdr_meta.display_primaries[0][0]);
> + q->master_display_volume_data.DisplayPrimariesX[1] =
> (int)av_q2d(hdr_meta.display_primaries[0][1]);
> + q->master_display_volume_data.DisplayPrimariesX[2] =
> (int)av_q2d(hdr_meta.display_primaries[1][0]);
> + q->master_display_volume_data.DisplayPrimariesY[0] =
> (int)av_q2d(hdr_meta.display_primaries[1][1]);
> + q->master_display_volume_data.DisplayPrimariesY[1] =
> (int)av_q2d(hdr_meta.display_primaries[2][0]);
> + q->master_display_volume_data.DisplayPrimariesY[2] =
> (int)av_q2d(hdr_meta.display_primaries[2][1]);
DisplayPrimariesX[0] and DisplayPrimariesY[0] in MSDK is R however
display_primaries[0][0] and display_primaries[0][1] is R in FFmpeg, so the above
assignments are wrong.
> + q->master_display_volume_data.WhitePointX =
> (int)av_q2d(hdr_meta.white_point[0]);
> + q->master_display_volume_data.WhitePointY =
> (int)av_q2d(hdr_meta.white_point[1]);
> + q->master_display_volume_data.MaxDisplayMasteringLuminance =
> (int)av_q2d(hdr_meta.max_luminance);
> + q->master_display_volume_data.MinDisplayMasteringLuminance =
> (int)av_q2d(hdr_meta.min_luminance);
> +
> + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->master_display_volume_data;
> + q->param.ExtParam[q->param.NumExtParam++] = (mfxExtBuffer*)&q-
> >master_display_volume_data;
> +
> +#if QSV_HAVE_VIDEO_SIGNAL_INFO
> + q->video_signal_data.Header.BufferId =
> MFX_EXTBUFF_VIDEO_SIGNAL_INFO;
> + q->video_signal_data.Header.BufferSz = sizeof(q-
> >video_signal_data);
> + q->video_signal_data.VideoFormat =
> VIDEO_SIGNAL_FORMAT_UNSPECIFIED;
> + q->video_signal_data.VideoFullRange =
> ff_avcol_range_to_mfx_col_range(avctx->color_range);
> + q->video_signal_data.ColourDescriptionPresent =
> VIDEO_SIGNAL_COLOR_DESCRIPTION_PRESENT;
> + q->video_signal_data.ColourPrimaries = avctx->color_primaries;
> + q->video_signal_data.TransferCharacteristics = avctx->color_trc;
> + q->video_signal_data.MatrixCoefficients = avctx->colorspace;
> +
> + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->video_signal_data;
> + q->param.ExtParam[q->param.NumExtParam++] = (mfxExtBuffer*)&q-
> >video_signal_data;
> +#endif
> + }
> +#endif
> + }
> +
> ret = MFXVideoENCODE_Init(q->session, &q->param);
> if (ret < 0)
> return ff_qsv_print_error(avctx, ret,
> @@ -1661,3 +1748,341 @@ const AVCodecHWConfigInternal *const
> ff_qsv_enc_hw_configs[] = {
> HW_CONFIG_ENCODER_DEVICE(P010, QSV),
> NULL,
> };
> +
> +int ff_qsv_extract_values(char *input_value, int *output_values)
> +{
> + char *p;
> + int i;
> + int res[2];
> + char input_array[QSV_PARAMS_BUFFER_LENGTH];
> + strcpy(input_array, input_value);
> + for (i = 1, p = strtok(input_array, ","); p != NULL; p = strtok(NULL,
> ","), i++) {
> + for (int j = 0; j < strlen(p); j++) {
> + if (!isdigit(p[j])) {
> + return AVERROR(EINVAL);
> + }
> + }
> + res[i-1] = (int) strtol(p, (char **)NULL, 10);
> + }
> + output_values[0] = res[0];
> + output_values[1] = res[1];
> +
> + return 0;
> +}
> +
> +int ff_qsv_validate_cll(char * value)
> +{
> + int n = strlen(value);
> + int res[LIGHT_LEVEL_DATA_LENGTH];
> + const int maximum_cll = 1000;
> + const int minimum_cll = 400;
> + if (!ff_qsv_extract_values(value, res)) {
> + if (n > QSV_PARAMS_BUFFER_LENGTH) {
> + return AVERROR(EINVAL);
> + }
> + }
> + if (res[1] >= minimum_cll && res[0] <= maximum_cll) {
> + return 0;
> + }
> +
> + return AVERROR(EINVAL);
> +}
> +
> +void ff_build_sub_string(char *input_string, char *output, int start_index)
> +{
> + int n = strlen(input_string);
> + for (int i = start_index; i < n; i++) {
> + if (input_string[i] != '(' && input_string[i] != ')' &&
> input_string[i] != ' ' &&
> + input_string[i] != 'P') {
> + strncat(output, &input_string[i], 1);
> + }
> + if (input_string[i] ==')') {
> + break;
> + }
> + }
> +}
> +
> +int ff_qsv_validate_display(char *value)
> +{
> + int n = strlen(value);
> + int ret = 0;
> + char *red_values = NULL;
> + char *blue_values = NULL;
> + char *green_values = NULL;
> + char *white_point_values = NULL;
> + char *light_info_values = NULL;
> + int xy_red_values[RGB_CHANNEL_LENGTH] ;
> + int xy_green_values[RGB_CHANNEL_LENGTH];
> + int xy_blue_values[RGB_CHANNEL_LENGTH];
> + int xy_white_point_values[WHITE_POINT_DATA_LENGTH];
> + int luminousity_values[LIGHT_LEVEL_DATA_LENGTH];
> +
> + if (!(red_values = (char*)av_calloc(n + 1, sizeof(red_values))))
> + return AVERROR(ENOMEM);
> + if (!(green_values = (char*)av_calloc(n + 1, sizeof(green_values))))
> + return AVERROR(ENOMEM);
> + if (!(blue_values = (char*)av_calloc(n + 1, sizeof(blue_values))))
> + return AVERROR(ENOMEM);
> + if (!(white_point_values = (char*)av_calloc(n + 1,
> sizeof(white_point_values))))
> + return AVERROR(ENOMEM);
> + if (!(light_info_values = (char*)av_calloc(n + 1,
> sizeof(light_info_values))))
> + return AVERROR(ENOMEM);
> +
> + for (int i = 0; i < n; i++) {
> + char current_char = value[i];
> + switch (current_char) {
> + case 'R':
> + ff_build_sub_string(value, red_values, i+1);
> + break;
> + case 'G':
> + ff_build_sub_string(value, green_values, i+1);
> + break;
> + case 'B':
> + ff_build_sub_string(value, blue_values, i+1);
> + break;
> + case 'W':
> + ff_build_sub_string(value, white_point_values, i+1);
> + break;
> + case 'L':
> + ff_build_sub_string(value, light_info_values, i+1);
> + break;
> + default:
> + break;
> + }
> + }
> +
> + if (!ff_qsv_extract_values(red_values, xy_red_values) &&
> + !ff_qsv_validate_display_color_range(xy_red_values) &&
> + !ff_qsv_extract_values(green_values, xy_green_values) &&
> + !ff_qsv_validate_display_color_range(xy_green_values) &&
> + !ff_qsv_extract_values(blue_values, xy_blue_values) &&
> + !ff_qsv_validate_display_color_range(xy_blue_values) &&
> + !ff_qsv_extract_values(white_point_values, xy_white_point_values) &&
> + !ff_qsv_validate_display_color_range(xy_white_point_values) &&
> + !ff_qsv_extract_values(light_info_values, luminousity_values) &&
> + !ff_qsv_validate_display_luminousity_range(luminousity_values)) {
> + goto end;
> + } else {
> + ret = AVERROR(EINVAL);
> + }
> +
> +end:
> + av_free(red_values);
> + av_free(green_values);
> + av_free(blue_values);
> + av_free(white_point_values);
> + av_free(light_info_values);
> +
> + return ret;
> +}
> +
> +int ff_qsv_validate_params(char *key, char *value)
> +{
> + int key_is_valid = 0;
> + int value_is_valid = 0;
> + int key_index;
> + int n = sizeof(qsv_key_names)/sizeof(qsv_key_names[0]);
> + for (int i = 0;i < n; i++) {
> + if (!strcmp(key, qsv_key_names[i])) {
> + key_is_valid = 1;
> + key_index = i;
> + }
> + }
> + if (key_is_valid) {
> + switch (key_index) {
> + case 0:
> + for (int i = 0; i <
> (sizeof(qsv_color_range_names)/sizeof(qsv_color_range_names[0])); i++) {
> + if (!strcasecmp(value, qsv_color_range_names[i])) {
strcasecmp is defined in strings.h which is not included in this file, so it
will break the compiling.
> + value_is_valid = 1;
> + break;
> + }
> + }
> + break;
> + case 1:
> + for(int i = 0; i <
> (sizeof(qsv_colorprim_names)/sizeof(qsv_colorprim_names[0])); i++) {
> + if (!strcmp(value, qsv_colorprim_names[i])) {
> + value_is_valid = 1;
> + break;
> + }
> + }
> + break;
> + case 2:
> + for(int i = 0; i <
> (sizeof(qsv_transfer_names)/sizeof(qsv_transfer_names[0])); i++) {
> + if (!strcmp(value, qsv_transfer_names[i])) {
> + value_is_valid = 1;
> + break;
> + }
> + }
> + break;
> + case 3:
> + for(int i = 0; i <
> (sizeof(qsv_colmatrix_names)/sizeof(qsv_colmatrix_names[0])); i++) {
> + if (!strcmp(value, qsv_colmatrix_names[i])) {
> + value_is_valid = 1;
> + break;
> + }
> + }
> + break;
> + case 4:
> + value_is_valid = (!ff_qsv_validate_display(value)) ? 1 : 0;
> + break;
> + case 5:
> + value_is_valid = (!ff_qsv_validate_cll(value)) ? 1 : 0;
> + break;
> + default:
> + break;
> + }
> + }
> + if (!key_is_valid) {
> + return QSV_PARAM_BAD_NAME;
> + }
> + if (!value_is_valid) {
> + return QSV_PARAM_BAD_VALUE;
> + }
> + return QSV_PARAM_VALID;
> +}
> +
> +int ff_qsv_validate_display_color_range(int *input_colors)
> +{
> + const int display_color_minimum = 0;
> + const int display_color_maximum = 50000;
> + if (( input_colors[0] >= display_color_minimum && input_colors[0] <=
> display_color_maximum) &&
> + input_colors[1] >= display_color_minimum && input_colors[1] <=
> display_color_maximum) {
> + return 0;
> + }
> +
> + return AVERROR(EINVAL);
> +}
> +
> +int ff_qsv_validate_display_luminousity_range(int *input_luminousity)
> +{
> + const int display_primary_luminous_minimum = 50;
> + const int display_primary_luminous_maximum = 10000000;
> + if (input_luminousity[0] >= display_primary_luminous_minimum &&
> + input_luminousity[1] <= display_primary_luminous_maximum) {
> + return 0;
> + }
> +
> + return AVERROR(EINVAL);
> +}
> +
> +int ff_qsv_extract_range_value(char *value)
> +{
> + if (!strcmp(value, "limited")) {
> + return AVCOL_RANGE_MPEG;
> + }
> + if (!strcmp(value, "full")) {
> + return AVCOL_RANGE_JPEG;
> + }
> +
> + return AVCOL_PRI_UNSPECIFIED;
> +}
> +
> +int ff_qsv_extract_display_values(char *value, AVMasteringDisplayMetadata
> *hdr_meta)
> +{
> + int n = strlen(value);
> + int ret = 0;
> + char *red_values = NULL;
> + char *blue_values = NULL;
> + char *green_values = NULL;
> + char *light_info_values = NULL;
> + char *white_point_values = NULL;
> + int hdr_data_red[RGB_CHANNEL_LENGTH];
> + int hdr_data_green[RGB_CHANNEL_LENGTH];
> + int hdr_data_blue[RGB_CHANNEL_LENGTH];
> + int hdr_data_light_level[LIGHT_LEVEL_DATA_LENGTH];
> + int hdr_data_white_point[WHITE_POINT_DATA_LENGTH];
> + if (!(red_values = (char*)av_calloc(n + 1, sizeof(red_values))))
> + return AVERROR(ENOMEM);
> + if (!(green_values = (char*)av_calloc(n + 1, sizeof(green_values))))
> + return AVERROR(ENOMEM);
> + if (!(blue_values = (char*)av_calloc(n + 1, sizeof(blue_values))))
> + return AVERROR(ENOMEM);
> + if (!(white_point_values = (char*)av_calloc(n + 1,
> sizeof(white_point_values))))
> + return AVERROR(ENOMEM);
> + if (!(light_info_values = (char*)av_calloc(n + 1,
> sizeof(light_info_values))))
> + return AVERROR(ENOMEM);
> +
> + for (int i = 0; i < n; i++) {
> + char current_char = value[i];
> + switch (current_char) {
> + case 'R':
> + ff_build_sub_string(value, red_values, i+1);
> + break;
> + case 'G':
> + ff_build_sub_string(value, green_values, i+1);
> + break;
> + case 'B':
> + ff_build_sub_string(value, blue_values, i+1);
> + break;
> + case 'W':
> + ff_build_sub_string(value, white_point_values, i+1);
> + break;
> + case 'L':
> + ff_build_sub_string(value, light_info_values, i+1);
> + break;
> + default:
> + break;
> + }
> + }
> +
> + if (!ff_qsv_extract_values(red_values, hdr_data_red) &&
> + !ff_qsv_extract_values(green_values, hdr_data_green) &&
> + !ff_qsv_extract_values(blue_values, hdr_data_blue) &&
> + !ff_qsv_extract_values(white_point_values, hdr_data_white_point) &&
> + !ff_qsv_extract_values(light_info_values, hdr_data_light_level)) {
> + hdr_meta->display_primaries[0][0] = (AVRational) {
> hdr_data_red[0], 1 };
> + hdr_meta->display_primaries[0][1] = (AVRational) {
> hdr_data_red[1], 1 };
> + hdr_meta->display_primaries[1][0] = (AVRational) {
> hdr_data_green[0], 1 };
> + hdr_meta->display_primaries[1][1] = (AVRational) {
> hdr_data_green[1], 1 };
> + hdr_meta->display_primaries[2][0] = (AVRational) {
> hdr_data_blue[0], 1 };
> + hdr_meta->display_primaries[2][1] = (AVRational) {
> hdr_data_blue[1], 1 };
> + hdr_meta->white_point[0] = (AVRational) {
> hdr_data_white_point[0], 1 };
> + hdr_meta->white_point[1] = (AVRational) {
> hdr_data_white_point[1], 1 };
> + hdr_meta->min_luminance = (AVRational) { hdr_data_light_level[0],
> 1 };
> + hdr_meta->max_luminance =(AVRational) { hdr_data_light_level[1],
> 1 };
> + hdr_meta->has_primaries = 1;
> + hdr_meta->has_luminance = 1;
> +
> + goto end;
> + }else {
> + ret = AVERROR(EINVAL);
> + }
> +
> +end:
> + av_free(red_values);
> + av_free(green_values);
> + av_free(blue_values);
> + av_free(white_point_values);
> + av_free(light_info_values);
> +
> + return ret;
> +}
> +
> +int ff_qsv_get_content_light_level(char *value, AVContentLightMetadata
> *light_meta)
> +{
> + int n = strlen(value);
> + int results[2];
> + if (!ff_qsv_extract_values(value, results)) {
> + if (n > QSV_PARAMS_BUFFER_LENGTH) {
> + return AVERROR(EINVAL);
> + }
> + }
> + light_meta->MaxCLL = results[0];
> + light_meta->MaxFALL = results[1];
> +
> + return 0;
> +}
> +
> +int ff_avcol_range_to_mfx_col_range(int color_range)
> +{
> + switch (color_range) {
> + case AVCOL_RANGE_JPEG:
> + return MFX_NOMINALRANGE_0_255;
> + break;
> + case AVCOL_RANGE_MPEG:
> + return MFX_NOMINALRANGE_16_235;
> + break;
> + default:
> + return MFX_NOMINALRANGE_UNKNOWN;
> + }
> +}
> diff --git a/libavcodec/qsvenc.h b/libavcodec/qsvenc.h
> index 6d305f87dd..b663e2fa05 100644
> --- a/libavcodec/qsvenc.h
> +++ b/libavcodec/qsvenc.h
> @@ -25,11 +25,18 @@
>
> #include <stdint.h>
> #include <sys/types.h>
> +#include <string.h>
> +#include <stdlib.h>
> +#include <ctype.h>
>
> #include <mfx/mfxvideo.h>
>
> #include "libavutil/avutil.h"
> #include "libavutil/fifo.h"
> +#include "libavutil/mastering_display_metadata.h"
> +#include "libavutil/rational.h"
> +#include "libavutil/parseutils.h"
> +#include "libavutil/pixdesc.h"
>
> #include "avcodec.h"
> #include "hwconfig.h"
> @@ -38,6 +45,8 @@
> #define QSV_HAVE_CO2 QSV_VERSION_ATLEAST(1, 6)
> #define QSV_HAVE_CO3 QSV_VERSION_ATLEAST(1, 11)
> #define QSV_HAVE_CO_VPS QSV_VERSION_ATLEAST(1, 17)
> +#define QSV_HAVE_HDR_METADATA QSV_VERSION_ATLEAST(1, 26)
> +#define QSV_HAVE_VIDEO_SIGNAL_INFO QSV_VERSION_ATLEAST(1, 3
lack of ')' ? It will break the compiling.
>
> #define QSV_HAVE_EXT_HEVC_TILES QSV_VERSION_ATLEAST(1, 13)
> #define QSV_HAVE_EXT_VP9_PARAM QSV_VERSION_ATLEAST(1, 26)
> @@ -74,6 +83,16 @@
> #define MFX_LOOKAHEAD_DS_4x 0
> #endif
>
> +#define QSV_PARAM_BAD_NAME (-1)
> +#define QSV_PARAM_BAD_VALUE (-2)
> +#define QSV_PARAMS_BUFFER_LENGTH 100
> +#define QSV_PARAM_VALID (0)
> +#define VIDEO_SIGNAL_COLOR_DESCRIPTION_PRESENT (1)
> +#define VIDEO_SIGNAL_FORMAT_UNSPECIFIED (5)
> +#define RGB_CHANNEL_LENGTH (2)
> +#define LIGHT_LEVEL_DATA_LENGTH (2)
> +#define WHITE_POINT_DATA_LENGTH (2)
> +
> #define QSV_COMMON_OPTS \
> { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth),
> AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE
> }, \
> { "avbr_accuracy", "Accuracy of the AVBR
> ratecontrol", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 0 },
> 0, INT_MAX, VE }, \
> @@ -97,6 +116,19 @@
> { "b_strategy", "Strategy to choose between I/P/B-frames",
> OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE
> }, \
> { "forced_idr", "Forcing I frames as IDR
> frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 =
> 0 }, 0, 1, VE }, \
> { "low_power", "enable low power mode(experimental: many limitations by mfx
> version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 =
> 0}, 0, 1, VE},\
> +{ "qsv_params", "set the qsv configuration using a :-separated list of
> key=value parameters", OFFSET(qsv.qsv_opts), AV_OPT_TYPE_DICT, { 0 }, 0, 0, VE
> },\
> +
> +/* String keys and values accepted by qsv_param_keys*/
> +static const char * const qsv_color_range_names[] = { "limited", "full", 0 };
> +static const char * const qsv_colorprim_names[] = { "reserved", "bt709",
> "unknown",
> + "reserved", "bt470m",
> "bt470bg", "smpte170m", "smpte240m", "film", "bt2020", "smpte428", "smpte431",
> "smpte432", 0 };
> +static const char * const qsv_transfer_names[] = { "reserved", "bt709",
> "unknown", "reserved", "bt470m", "bt470bg", "smpte170m", "smpte240m",
> "linear", "log100",
> + "log316", "iec61966-2-4",
> "bt1361e", "iec61966-2-1", "bt2020-10", "bt2020-12",
> + "smpte2084", "smpte428",
> "arib-std-b67", 0 };
> +static const char * const qsv_colmatrix_names[] = { "gbr", "bt709",
> "unknown", "", "fcc", "bt470bg", "smpte170m", "smpte240m",
> + "ycgco", "bt2020nc",
> "bt2020c", "smpte2085", "chroma-derived-nc", "chroma-derived-c", "ictcp", 0 };
> +static const char * const qsv_key_names[] = { "range", "colorprim",
> "transfer", "colormatrix", "master-display", "max-cll" };
> +extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[];
>
> extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[];
>
> @@ -131,6 +163,12 @@ typedef struct QSVEncContext {
> #if QSV_HAVE_EXT_HEVC_TILES
> mfxExtHEVCTiles exthevctiles;
> #endif
> +#if QSV_HAVE_HDR_METADATA
> + mfxExtMasteringDisplayColourVolume master_display_volume_data;
> +#endif
> +#if QSV_HAVE_VIDEO_SIGNAL_INFO
> + mfxExtVideoSignalInfo video_signal_data;
> +#endif
> #if QSV_HAVE_EXT_VP9_PARAM
> mfxExtVP9Param extvp9param;
> #endif
> @@ -139,7 +177,7 @@ typedef struct QSVEncContext {
> mfxFrameSurface1 **opaque_surfaces;
> AVBufferRef *opaque_alloc_buf;
>
> - mfxExtBuffer *extparam_internal[2 + QSV_HAVE_CO2 + QSV_HAVE_CO3 +
> (QSV_HAVE_MF * 2)];
> + mfxExtBuffer *extparam_internal[2 + QSV_HAVE_CO2 + QSV_HAVE_CO3 +
> (QSV_HAVE_MF * 2) + QSV_HAVE_HDR_METADATA + QSV_HAVE_VIDEO_SIGNAL_INFO];
> int nb_extparam_internal;
>
> mfxExtBuffer **extparam;
> @@ -194,6 +232,7 @@ typedef struct QSVEncContext {
> int gpb;
>
> int a53_cc;
> + AVDictionary *qsv_opts;
>
> #if QSV_HAVE_MF
> int mfmode;
> @@ -210,4 +249,73 @@ int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext
> *q,
>
> int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q);
>
> +/**
> + * Verify a key that specifies a specific qsv parameter exists and its value
> + * is valid
> + */
> +int ff_qsv_validate_params(char *key, char *value);
> +
> +/**
> + * validate master display values provided as input and check if they are
> within HDR
> + * range
> + */
> +int ff_qsv_validate_display(char *value);
> +
> +/**
> + * Extract the display_color values once verified and store in an
> AVMasteringDisplayMetadata
> + * struct
> + */
> +int ff_qsv_extract_display_values(char *value, AVMasteringDisplayMetadata
> *aVMasteringDisplayMetadata);
> +
> +/**
> + * Verify content light level is within acceptable HDR range
> + */
> +int ff_qsv_validate_cll(char *value);
> +
> +/**
> + * Parse and extract values from a string and store them in an array as
> integers
> + */
> +int ff_qsv_extract_values(char *input_value, int *output_values);
> +
> +/**
> + * validate display's RGB and white point color levels
> + * @param input_colors an array representation of the X and Y values of the
> color.
> + */
> +int ff_qsv_validate_display_color_range(int *input_colors);
> +
> +/**
> + * validate display's luminousity
> + * @param input_luminousity an array representation of the min and max values
> of the display luminousity.
> + */
> +
> +int ff_qsv_validate_display_luminousity_range(int *input_luminousity);
> +
> +/**
> + * Obtain video range value from the acceptable strings
> + * @param value a predefined string defining the video color range as per
> ISO/IEC TR 23091-4.
> + */
> +
> +int ff_qsv_extract_range_value(char *value);
> +
> +/**
> + * Obtain source video light level and assign these values to
> AVContentLightMetadata reference
> + * @param value a predefined string defining the light level.
> + * @param light_meta AVContentLightMetadata reference.
> + */
> + int ff_qsv_get_content_light_level(char *value, AVContentLightMetadata
> *light_meta);
> +
> +/**
> + * convert AVCodecContext color range value to equivalent mfx color range
> + * @param AVCodecContext color range
> + */
> +int ff_avcol_range_to_mfx_col_range(int color_range);
> +
> +/**
> +* Extract a substring from a string from a specified index
> + * @param start_index, where the target substring offset begins
> + * @param input_string, pointer to the first character of the original long
> string
> + * @param ouput_string, pointer to the first character of the string
> variable that will hold the result substring
> + */
> +void ff_build_sub_string(char *input_string, char *ouput_string, int
> start_index);
> +
> #endif /* AVCODEC_QSVENC_H */
More information about the ffmpeg-devel
mailing list