一.概述
一般來說舶胀，給視頻添加濾鏡有兩種方式祝旷，一種是錄制的時候添加濾鏡，如基于Open GL的GPUImage竖哩。還有一種是編碼的時候添加濾鏡哭廉，如FFmpeg。本文將使用FFmpeg框架中的AVFilter給視頻添加濾鏡相叁。
本文使用FFmpeg 4.2遵绰，Mac OS系統(tǒng)
二.初始化濾鏡
1.獲取濾鏡處理源：獲得源及濾鏡處理的Sink濾鏡，同時申請輸入與輸出的濾鏡結構AVFilterInOut增淹。
const AVFilter *buffersrc = avfilter_get_by_name("buffer");
const AVFilter *buffersink = avfilter_get_by_name("buffersink");
AVFilterInOut *outputs = avfilter_inout_alloc();
AVFilterInOut *inputs = avfilter_inout_alloc();
2.處理AVFilterGraph：存儲AVFilter的in和out描述信息椿访。
filter_graph = avfilter_graph_alloc();
3.創(chuàng)建AVFilterContext
snprintf(args, sizeof(args),
"video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:pixel_aspect=%d/%d",
1280,720,AV_PIX_FMT_YUV420P,
1, 25,1,1);
ret = avfilter_graph_create_filter(&buffersrc_ctx, buffersrc, "in",
args, NULL, filter_graph);
if (ret < 0) {
printf("Cannot create buffer source\n");
return;
}
/* buffer video sink: to terminate the filter chain. */
buffersink_params = av_buffersink_params_alloc();
buffersink_params->pixel_fmts = pix_fmts;
ret = avfilter_graph_create_filter(&buffersink_ctx, buffersink, "out",
NULL, buffersink_params, filter_graph);
if (ret < 0) {
printf("ret == %s\n", av_err2str(ret));
return;
}
4.設置其他參數(shù)
ret = av_opt_set_int_list(buffersink_ctx, "pix_fmts", pix_fmts,AV_PIX_FMT_NONE, AV_OPT_SEARCH_CHILDREN);
if (ret < 0) {
av_log(NULL, AV_LOG_ERROR, "Cannot set output pixel format\n");
return;
}
5.建立濾鏡解析器
NSString *desc = @"[in]geq=r='X/W*r(X,Y)':g='(1-X/W)*g(X,Y)':b='(H-Y)/H*b(X,Y)',drawtext=fontfile=/Library/Fonts/Arial Unicode.ttf:x=10:y=10:fontcolor=white:fontsize=40:text='版權為愛奇藝官方所有，請勿應用于商業(yè)活動虑润。'[text];movie=[path]aqylog.imageset/aqylog.png[wm];[text][wm]overlay=W-w-40:H-h-40 ,scale=1280:720";
const char *filter_descr = [desc cStringUsingEncoding:NSUTF8StringEncoding];
/* Endpoints for the filter graph. */
outputs->name = av_strdup("in");
outputs->filter_ctx = buffersrc_ctx;
outputs->pad_idx = 0;
outputs->next = NULL;
inputs->name = av_strdup("out");
inputs->filter_ctx = buffersink_ctx;
inputs->pad_idx = 0;
inputs->next = NULL;
if ((ret = avfilter_graph_parse_ptr(filter_graph, filter_descr,
&inputs, &outputs, NULL)) < 0){
printf("Error avfilter_graph_parse_ptr \n");
return;
}
if ((ret = avfilter_graph_config(filter_graph, NULL)) < 0){
printf("Error avfilter_graph_config \n");
return;
}
6.初始化一個用于添加濾鏡后輸出的AVFrame
frame_out = av_frame_alloc();
frame_out->width = pCodecContext->width;
frame_out->height = pCodecContext->height;
frame_out->format = pCodecContext->pix_fmt;
ret = av_frame_get_buffer(frame_out, 0);
if (ret < 0) {
printf("ret == %s\n", av_err2str(ret));
}
avfilter_inout_free(&inputs);
avfilter_inout_free(&outputs);
av_free(buffersink_params);
三.編碼時添加濾鏡
上文已經(jīng)介紹如何生成原始的AVFrame成玫，添加濾鏡后生成新的AVFrame，送入編碼器編碼拳喻。
int ret;
if (kUseAVFilter) {
frame_out->pts = frameCount;
frame_out->width = 1280;
frame_out->height = 720;
frame_out->format = AV_PIX_FMT_YUV420P;
frame_out->linesize[0] = 1280;
frame_out->linesize[1] = 640;
frame_out->linesize[2] = 640;
ret = av_buffersrc_add_frame(buffersrc_ctx, pFrame);
if (ret < 0) {
printf("av_buffersrc_add_frame == %s\n", av_err2str(ret));
return;
}
ret = av_buffersink_get_frame(buffersink_ctx, frame_out);
if (ret) {
printf("av_buffersink_get_frame == %s\n", av_err2str(ret));
return;
}
ret = avcodec_send_frame(pCodecContext, frame_out);
}else{
ret = avcodec_send_frame(pCodecContext, pFrame);
}
四.濾鏡的效果
選擇濾鏡在于上文的filter_descr設置哭当，由3個濾鏡組成：
1.geq濾鏡：實現(xiàn)冷暖分割效果
geq=r='X/W*r(X,Y)':g='(1-X/W)*g(X,Y)':b='(H-Y)/H*b(X,Y)'
2.drawtext文字濾鏡：在視頻上添加文字，需要注意的是添加中文要選擇支持中文的.ttf文件冗澈，否則會顯示方框钦勘。
drawtext=fontfile=/Library/Fonts/Arial Unicode.ttf:x=10:y=10:fontcolor=white:fontsize=40:text='版權為愛奇藝官方所有，請勿應用于商業(yè)活動渗柿。'[text]
3.movie濾鏡个盆，添加圖片logo，WH是視頻的整體寬高朵栖，wh是圖片的寬高颊亮。
movie=[path]aqylog.imageset/aqylog.png[wm];[text][wm]overlay=W-w-40:H-h-40
效果如下:
原圖
添加濾鏡效果圖
FFmpeg視頻濾鏡目前大概有近200種，常用的有：
淡入淡出的fade濾鏡陨溅，消除logo的delogo濾鏡终惑，增加亮度的brightness濾鏡等等，具體詳見官方文檔门扇。
