[FFmpeg-devel] [PATCH v5] Improved the performance of 1 decode + N filter graphs and adaptive bitrate.
Shaofei Wang
shaofei.wang at intel.com
Fri Feb 15 23:54:23 EET 2019
It enabled multiple filter graph concurrency, which bring above about
4%~20% improvement in some 1:N scenarios by CPU or GPU acceleration
Below are some test cases and comparison as reference.
(Hardware platform: Intel(R) Core(TM) i7-6700 CPU @ 3.40GHz)
(Software: Intel iHD driver - 16.9.00100, CentOS 7)
For 1:N transcode by GPU acceleration with vaapi:
./ffmpeg -vaapi_device /dev/dri/renderD128 -hwaccel vaapi \
-hwaccel_output_format vaapi \
-i ~/Videos/1920x1080p_30.00_x264_qp28.h264 \
-vf "scale_vaapi=1280:720" -c:v h264_vaapi -f null /dev/null \
-vf "scale_vaapi=720:480" -c:v h264_vaapi -f null /dev/null
test results:
2 encoders 5 encoders 10 encoders
Improved 6.1% 6.9% 5.5%
For 1:N transcode by GPU acceleration with QSV:
./ffmpeg -hwaccel qsv -c:v h264_qsv \
-i ~/Videos/1920x1080p_30.00_x264_qp28.h264 \
-vf "scale_qsv=1280:720:format=nv12" -c:v h264_qsv -f null /dev/null \
-vf "scale_qsv=720:480:format=nv12" -c:v h264_qsv -f null /dev/null
test results:
2 encoders 5 encoders 10 encoders
Improved 6% 4% 15%
For Intel GPU acceleration case, 1 decode to N scaling, by QSV:
./ffmpeg -hwaccel qsv -c:v h264_qsv \
-i ~/Videos/1920x1080p_30.00_x264_qp28.h264 \
-vf "scale_qsv=1280:720:format=nv12,hwdownload" -pix_fmt nv12 -f null /dev/null \
-vf "scale_qsv=720:480:format=nv12,hwdownload" -pix_fmt nv12 -f null /dev/null
test results:
2 scale 5 scale 10 scale
Improved 12% 21% 21%
For CPU only 1 decode to N scaling:
./ffmpeg -i ~/Videos/1920x1080p_30.00_x264_qp28.h264 \
-vf "scale=1280:720" -pix_fmt nv12 -f null /dev/null \
-vf "scale=720:480" -pix_fmt nv12 -f null /dev/null
test results:
2 scale 5 scale 10 scale
Improved 25% 107% 148%
Signed-off-by: Wang, Shaofei <shaofei.wang at intel.com>
Reviewed-by: Zhao, Jun <jun.zhao at intel.com>
---
fftools/ffmpeg.c | 121 ++++++++++++++++++++++++++++++++++++++++++++----
fftools/ffmpeg.h | 14 ++++++
fftools/ffmpeg_filter.c | 1 +
3 files changed, 128 insertions(+), 8 deletions(-)
diff --git a/fftools/ffmpeg.c b/fftools/ffmpeg.c
index 544f1a1..676c783 100644
--- a/fftools/ffmpeg.c
+++ b/fftools/ffmpeg.c
@@ -509,6 +509,15 @@ static void ffmpeg_cleanup(int ret)
}
av_fifo_freep(&fg->inputs[j]->ist->sub2video.sub_queue);
}
+#if HAVE_THREADS
+ fg->inputs[j]->waited_frm = NULL;
+ av_frame_free(&fg->inputs[j]->input_frm);
+ pthread_mutex_lock(&fg->inputs[j]->process_mutex);
+ fg->inputs[j]->t_end = 1;
+ pthread_cond_signal(&fg->inputs[j]->process_cond);
+ pthread_mutex_unlock(&fg->inputs[j]->process_mutex);
+ pthread_join(fg->inputs[j]->abr_thread, NULL);
+#endif
av_buffer_unref(&fg->inputs[j]->hw_frames_ctx);
av_freep(&fg->inputs[j]->name);
av_freep(&fg->inputs[j]);
@@ -1419,12 +1428,13 @@ static void finish_output_stream(OutputStream *ost)
*
* @return 0 for success, <0 for severe errors
*/
-static int reap_filters(int flush)
+static int reap_filters(int flush, InputFilter * ifilter)
{
AVFrame *filtered_frame = NULL;
int i;
- /* Reap all buffers present in the buffer sinks */
+ /* Reap all buffers present in the buffer sinks or just reap specified
+ * buffer which related with the filter graph who got ifilter as input*/
for (i = 0; i < nb_output_streams; i++) {
OutputStream *ost = output_streams[i];
OutputFile *of = output_files[ost->file_index];
@@ -1436,6 +1446,11 @@ static int reap_filters(int flush)
continue;
filter = ost->filter->filter;
+ if (ifilter) {
+ if (ifilter != output_streams[i]->filter->graph->inputs[0])
+ continue;
+ }
+
if (!ost->initialized) {
char error[1024] = "";
ret = init_output_stream(ost, error, sizeof(error));
@@ -2179,7 +2194,8 @@ static int ifilter_send_frame(InputFilter *ifilter, AVFrame *frame)
}
}
- ret = reap_filters(1);
+ ret = HAVE_THREADS ? reap_filters(1, ifilter) : reap_filters(1, NULL);
+
if (ret < 0 && ret != AVERROR_EOF) {
av_log(NULL, AV_LOG_ERROR, "Error while filtering: %s\n", av_err2str(ret));
return ret;
@@ -2252,12 +2268,100 @@ static int decode(AVCodecContext *avctx, AVFrame *frame, int *got_frame, AVPacke
return 0;
}
+#if HAVE_THREADS
+static void *filter_pipeline(void *arg)
+{
+ InputFilter *fl = arg;
+ AVFrame *frm;
+ int ret;
+ while(1) {
+ pthread_mutex_lock(&fl->process_mutex);
+ while (fl->waited_frm == NULL && !fl->t_end)
+ pthread_cond_wait(&fl->process_cond, &fl->process_mutex);
+ pthread_mutex_unlock(&fl->process_mutex);
+
+ if (fl->t_end) break;
+
+ frm = fl->waited_frm;
+ ret = ifilter_send_frame(fl, frm);
+ if (ret == AVERROR_EOF)
+ ret = 0;
+ else if (ret < 0) {
+ av_log(NULL, AV_LOG_ERROR,
+ "Failed to inject frame into filter network: %s\n", av_err2str(ret));
+ } else {
+ ret = reap_filters(0, fl);
+ }
+ fl->t_error = ret;
+
+ fl->waited_frm = NULL;
+ pthread_mutex_lock(&fl->finish_mutex);
+ pthread_cond_signal(&fl->finish_cond);
+ pthread_mutex_unlock(&fl->finish_mutex);
+ }
+ fl->waited_frm = NULL;
+ pthread_mutex_lock(&fl->finish_mutex);
+ pthread_cond_signal(&fl->finish_cond);
+ pthread_mutex_unlock(&fl->finish_mutex);
+ return fl;
+}
+#endif
+
static int send_frame_to_filters(InputStream *ist, AVFrame *decoded_frame)
{
- int i, ret;
+ int i, ret = 0;
AVFrame *f;
av_assert1(ist->nb_filters > 0); /* ensure ret is initialized */
+#if HAVE_THREADS
+ for (i = 0; i < ist->nb_filters; i++) {
+ if (!ist->filters[i]->abr_thread_created) {
+ pthread_mutex_init(&ist->filters[i]->process_mutex, NULL);
+ pthread_mutex_init(&ist->filters[i]->finish_mutex, NULL);
+ pthread_cond_init(&ist->filters[i]->process_cond, NULL);
+ pthread_cond_init(&ist->filters[i]->finish_cond, NULL);
+ if ((ret = pthread_create(&ist->filters[i]->abr_thread, NULL, filter_pipeline,
+ ist->filters[i]))) {
+ av_log(NULL, AV_LOG_ERROR,
+ "abr pipeline pthread_create failed.\n");
+ return -1;
+ }
+ ist->filters[i]->input_frm = av_frame_alloc();
+ if (!ist->filters[i]->input_frm)
+ return AVERROR(ENOMEM);
+ ist->filters[i]->t_end = 0;
+ ist->filters[i]->t_error = 0;
+ ist->filters[i]->abr_thread_created = 1;
+ }
+
+ if (i < ist->nb_filters - 1) {
+ f = ist->filters[i]->input_frm;
+ ret = av_frame_ref(f, decoded_frame);
+ if (ret < 0)
+ return ret;
+ } else
+ f = decoded_frame;
+
+ pthread_mutex_lock(&ist->filters[i]->process_mutex);
+ ist->filters[i]->waited_frm = f;
+ pthread_cond_signal(&ist->filters[i]->process_cond);
+ pthread_mutex_unlock(&ist->filters[i]->process_mutex);
+ }
+
+ for (i = 0; i < ist->nb_filters; i++) {
+ pthread_mutex_lock(&ist->filters[i]->finish_mutex);
+ while(ist->filters[i]->waited_frm != NULL)
+ pthread_cond_wait(&ist->filters[i]->finish_cond,
+ &ist->filters[i]->finish_mutex);
+ pthread_mutex_unlock(&ist->filters[i]->finish_mutex);
+ }
+ for (i = 0; i < ist->nb_filters; i++) {
+ if (ist->filters[i]->t_error < 0) {
+ ret = ist->filters[i]->t_error;
+ break;
+ }
+ }
+#else
for (i = 0; i < ist->nb_filters; i++) {
if (i < ist->nb_filters - 1) {
f = ist->filter_frame;
@@ -2275,6 +2379,8 @@ static int send_frame_to_filters(InputStream *ist, AVFrame *decoded_frame)
break;
}
}
+#endif
+
return ret;
}
@@ -2334,7 +2440,6 @@ static int decode_audio(InputStream *ist, AVPacket *pkt, int *got_output,
(AVRational){1, avctx->sample_rate});
ist->nb_samples = decoded_frame->nb_samples;
err = send_frame_to_filters(ist, decoded_frame);
-
av_frame_unref(ist->filter_frame);
av_frame_unref(decoded_frame);
return err < 0 ? err : ret;
@@ -4537,10 +4642,10 @@ static int transcode_from_filter(FilterGraph *graph, InputStream **best_ist)
*best_ist = NULL;
ret = avfilter_graph_request_oldest(graph->graph);
if (ret >= 0)
- return reap_filters(0);
+ return reap_filters(0, NULL);
if (ret == AVERROR_EOF) {
- ret = reap_filters(1);
+ ret = reap_filters(1, NULL);
for (i = 0; i < graph->nb_outputs; i++)
close_output_stream(graph->outputs[i]->ost);
return ret;
@@ -4642,7 +4747,7 @@ static int transcode_step(void)
if (ret < 0)
return ret == AVERROR_EOF ? 0 : ret;
- return reap_filters(0);
+ return HAVE_THREADS ? ret : reap_filters(0, NULL);
}
/*
diff --git a/fftools/ffmpeg.h b/fftools/ffmpeg.h
index eb1eaf6..43a11d4 100644
--- a/fftools/ffmpeg.h
+++ b/fftools/ffmpeg.h
@@ -253,6 +253,20 @@ typedef struct InputFilter {
AVBufferRef *hw_frames_ctx;
+ // for abr pipeline
+ int abr_thread_created;
+#if HAVE_THREADS
+ AVFrame *waited_frm;
+ AVFrame *input_frm;
+ pthread_t abr_thread;
+ pthread_cond_t process_cond;
+ pthread_cond_t finish_cond;
+ pthread_mutex_t process_mutex;
+ pthread_mutex_t finish_mutex;
+ int t_end;
+ int t_error;
+#endif
+
int eof;
} InputFilter;
diff --git a/fftools/ffmpeg_filter.c b/fftools/ffmpeg_filter.c
index 6518d50..da80803 100644
--- a/fftools/ffmpeg_filter.c
+++ b/fftools/ffmpeg_filter.c
@@ -328,6 +328,7 @@ static void init_input_filter(FilterGraph *fg, AVFilterInOut *in)
GROW_ARRAY(ist->filters, ist->nb_filters);
ist->filters[ist->nb_filters - 1] = fg->inputs[fg->nb_inputs - 1];
+ ist->filters[ist->nb_filters - 1]->abr_thread_created = 0;
}
int init_complex_filtergraph(FilterGraph *fg)
--
1.8.3.1
More information about the ffmpeg-devel
mailing list