[FFmpeg-devel] [PATCH] Extract QP from h264 encoded videos
Juan De León
juandl at google.com
Mon Aug 5 22:20:08 EEST 2019
AVQuantizationParams data structure for extracting qp and storing as AV_FRAME_DATA_QUANTIZATION_PARAMS AVFrameSideDataType
design doc: https://docs.google.com/document/d/1WClt3EqhjwdGXhEw386O0wfn3IBQ1Ib-_5emVM1gbnA/edit?usp=sharing
Signed-off-by: Juan De León <juandl at google.com>
---
libavutil/Makefile | 2 +
libavutil/frame.h | 6 ++
libavutil/quantization_params.c | 83 ++++++++++++++++++++++++
libavutil/quantization_params.h | 110 ++++++++++++++++++++++++++++++++
4 files changed, 201 insertions(+)
create mode 100644 libavutil/quantization_params.c
create mode 100644 libavutil/quantization_params.h
diff --git a/libavutil/Makefile b/libavutil/Makefile
index 8a7a44e4b5..be1a9c3a9c 100644
--- a/libavutil/Makefile
+++ b/libavutil/Makefile
@@ -60,6 +60,7 @@ HEADERS = adler32.h \
pixdesc.h \
pixelutils.h \
pixfmt.h \
+ quantization_params.h \
random_seed.h \
rc4.h \
rational.h \
@@ -140,6 +141,7 @@ OBJS = adler32.o \
parseutils.o \
pixdesc.o \
pixelutils.o \
+ quantization_params.o \
random_seed.o \
rational.o \
reverse.o \
diff --git a/libavutil/frame.h b/libavutil/frame.h
index 5d3231e7bb..b64fd9c02c 100644
--- a/libavutil/frame.h
+++ b/libavutil/frame.h
@@ -179,6 +179,12 @@ enum AVFrameSideDataType {
* array element is implied by AVFrameSideData.size / AVRegionOfInterest.self_size.
*/
AV_FRAME_DATA_REGIONS_OF_INTEREST,
+ /**
+ * To extract quantization parameters from supported decoders.
+ * The data is stored as AVQuantizationParamsArray type, described in
+ * libavuitl/quantization_params.h
+ */
+ AV_FRAME_DATA_QUANTIZATION_PARAMS,
};
enum AVActiveFormatDescription {
diff --git a/libavutil/quantization_params.c b/libavutil/quantization_params.c
new file mode 100644
index 0000000000..d0aff7b35a
--- /dev/null
+++ b/libavutil/quantization_params.c
@@ -0,0 +1,83 @@
+/*
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+#include <stddef.h>
+
+#include "libavutil/quantization_params.h"
+
+/**
+ * Strings describing the corresponding qp_type for each of the enums
+ * listed in libavutil/quantization_params.h
+ * Used for logging.
+ */
+
+static const char* const QP_NAMES_H264[] = { // enum AVQPArrIndexesH264:
+ "qp", // AV_QP_Y_H264
+ "qpcb", // AV_QP_U_H264
+ "qpcr" // AV_QP_V_H264
+ };
+
+static const char* const QP_NAMES_VP9[] = { // enum AVQPArrIndexesVP9:
+ "qyac", // AV_QP_YAC_VP9
+ "qydc", // AV_QP_YDC_VP9
+ "quvdc", // AV_QP_UVDC_VP9
+ "quvac", // AV_QP_UVAC_VP9
+ "qiyac", // AV_QP_INDEX_YAC_VP9
+ "qiydc", // AV_QP_INDEX_YDC_VP9
+ "qiuvdc", // AV_QP_INDEX_UVDC_VP9
+ "qiuvac" // AV_QP_INDEX_UVAC_VP9
+ };
+
+static const char* const QP_NAMES_AV1[] = { // enum AVQPArrIndexesAV1:
+ "qyac", // AV_QP_YAC_AV1
+ "qydc", // AV_QP_YDC_AV1
+ "qudc", // AV_QP_UDC_AV1
+ "quac", // AV_QP_UAC_AV1
+ "qvdc", // AV_QP_VDC_AV1
+ "qvac", // AV_QP_VAC_AV1
+ "qiyac", // AV_QP_INDEX_YAC_AV1
+ "qiydc", // AV_QP_INDEX_YDC_AV1
+ "qiudc", // AV_QP_INDEX_UDC_AV1
+ "qiuac", // AV_QP_INDEX_UAC_AV1
+ "qivdc", // AV_QP_INDEX_VDC_AV1
+ "qivac" // AV_QP_INDEX_VAC_AV1
+ };
+
+/**
+ * Returns a pointer to the char string corresponding to the qp_type of the given parameters.
+ * Returns NULL for {@code index} values out of range or invalid {@code codec_id}codec_id.
+ * @param codec_id corresponds to one of the supported codecs described in
+ * libavutil/quantizaion_params.h
+ * @param index the enum corresponding to the qp_type to index the string array
+ */
+
+const char* av_get_qp_type_string(enum AVExtractQPSupportedCodecs codec_id, int index)
+{
+ if (index < 0) {
+ return NULL;
+ }
+ switch (codec_id) {
+ case AV_EXTRACT_QP_CODEC_ID_H264:
+ return index < AV_QP_ARR_SIZE_H264 ? QP_NAMES_H264[index] :NULL;
+ case AV_EXTRACT_QP_CODEC_ID_VP9:
+ return index < AV_QP_ARR_SIZE_VP9 ? QP_NAMES_VP9[index] :NULL;
+ case AV_EXTRACT_QP_CODEC_ID_AV1:
+ return index < AV_QP_ARR_SIZE_AV1 ? QP_NAMES_AV1[index] :NULL;
+ default:
+ return NULL;
+ }
+}
diff --git a/libavutil/quantization_params.h b/libavutil/quantization_params.h
new file mode 100644
index 0000000000..1c1b474dca
--- /dev/null
+++ b/libavutil/quantization_params.h
@@ -0,0 +1,110 @@
+/*
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#ifndef AVUTIL_QUANTIZATION_PARAMS_H
+#define AVUTIL_QUANTIZATION_PARAMS_H
+
+/**
+ * Supported decoders for extraction and filter
+ */
+enum AVExtractQPSupportedCodecs {
+ AV_EXTRACT_QP_CODEC_ID_H264 = 0,
+ AV_EXTRACT_QP_CODEC_ID_VP9,
+ AV_EXTRACT_QP_CODEC_ID_AV1,
+};
+
+/**
+ * Enums for different codecs to store qp in the type array
+ * Each enum must have an array of strings describing each field
+ * declared in libavutil/quantization_params.c
+ */
+
+enum AVQPArrIndexesH264 { // varaible names in spec document
+ AV_QP_Y_H264 = 0, // QPy
+ AV_QP_U_H264, // QPcb
+ AV_QP_V_H264, // QPcr
+ AV_QP_ARR_SIZE_H264
+};
+
+enum AVQPArrIndexesVP9 { // variable names in spec document
+ AV_QP_YAC_VP9 = 0, // get_dc_quant[][base_q_idx]
+ AV_QP_YDC_VP9, // get_dc_quant[][base_q_idx+delta_q_y_dc]
+ AV_QP_UVDC_VP9, // get_dc_quant[][base_q_idx+delta_q_uv_dc]
+ AV_QP_UVAC_VP9, // get_ac_quant[][base_q_idx+delta_q_uv_ac]
+ AV_QP_INDEX_YAC_VP9, // base_q_idx
+ AV_QP_INDEX_YDC_VP9, // base_q_idx+delta_q_y_dc
+ AV_QP_INDEX_UVDC_VP9, // base_q_idx+delta_q_uv_dc
+ AV_QP_INDEX_UVAC_VP9, // base_q_idx+delta_q_uv_ac
+ AV_QP_ARR_SIZE_VP9
+};
+
+enum AVQPArrIndexesAV1 { // variable names in spec document
+ AV_QP_YAC_AV1 = 0, // dc_q(base_q_idx)
+ AV_QP_YDC_AV1, // dc_q(base_q_idx+DeltaQYDc)
+ AV_QP_UDC_AV1, // dc_q(base_q_idx+DeltaQUDc)
+ AV_QP_UAC_AV1, // dc_q(base_q_idx+DeltaQUAc)
+ AV_QP_VDC_AV1, // dc_q(base_q_idx+DeltaQVDc)
+ AV_QP_VAC_AV1, // dc_q(base_q_idx+DeltaQVAc)
+ AV_QP_INDEX_YAC_AV1, // base_q_idx
+ AV_QP_INDEX_YDC_AV1, // base_q_idx+DeltaQYDc
+ AV_QP_INDEX_UDC_AV1, // base_q_idx+DeltaQUDc
+ AV_QP_INDEX_UAC_AV1, // base_q_idx+DeltaQUAc
+ AV_QP_INDEX_VDC_AV1, // base_q_idx+DeltaQVDc
+ AV_QP_INDEX_VAC_AV1, // base_q_idx+DeltaQVAc
+ AV_QP_ARR_SIZE_AV1
+};
+
+/**
+ * Update AV_QP_ARR_MAX_SIZE when a new enum is defined that
+ * exceeds the current max size.
+ */
+
+#define AV_QP_ARR_MAX_SIZE AV_QP_ARR_SIZE_AV1
+
+/**
+ * Data structure for extracting Quantization Parameters, codec independent
+ */
+typedef struct AVQuantizationParams {
+ /**
+ * x and y coordinates of the block in pixels
+ */
+ int x, y;
+ /**
+ * width and height of the block in pixels
+ * set to 0 for the last block in the array
+ */
+ int w, h;
+ /**
+ * qp_type array indexed using the enum corresponding
+ * to the codec extracting the QP
+ * AV_QP_ARR_MAX_SIZE sould always be set to
+ * the largest size of the supported codecs
+ */
+ int qp_type[AV_QP_ARR_MAX_SIZE];
+ /**
+ * Stores an id corresponding to one of the supported codecs
+ */
+ enum AVExtractQPSupportedCodecs codec_id;
+} AVQuantizationParams;
+
+/**
+ * Get the string describing the qp type for the given codec
+ */
+const char* av_get_qp_type_string(enum AVExtractQPSupportedCodecs codec_id, int index);
+
+#endif /* AVUTIL_QUANTIZATION_PARAMS_H */
--
2.22.0.770.g0f2c4a37fd-goog
More information about the ffmpeg-devel
mailing list