title: ffmpeg_sample解讀_vaapi_encode
date: 2020-10-28 10:15:02
tags: [讀書筆記]
typora-copy-images-to: ./imgs
typora-root-url: ./imgs

總結(jié)

把yuv數(shù)據(jù)編碼成h264數(shù)據(jù),使用了 硬件編碼,同時把硬件編碼綁定到編解碼器上下文上.
* 同時創(chuàng)建了一個硬件編碼幀. 綁定硬件編碼上下文后.使用就和之前的編解碼器上下文一樣了.

流程圖

graph TB
fo[fopen]
-->ahcc[av_hwdevice_ctx_create]
-->afebn[avcodec_find_encoder_by_name]
-->aac[avcodec_alloc_context3]
-->shc[set_hwframe_ctx]
-->ahca[av_hwframe_ctx_alloc]
-->ahci[av_hwframe_ctx_init]
-->abr[av_buffer_ref]
-->aco[avcodec_open2]
-->afa[av_frame_alloc]
-->afgb[av_frame_get_buffer]
-->ahgb[av_hwframe_get_buffer]
-->ahtd[av_hwframe_transfer_data]
-->asf[avcodec_send_frame]
-->arp[avcodec_receive_packet]
-->fwite[fwrite]
-->release[release]

image-20201116175041786

代碼

/**
 * @file
 * Intel VAAPI-accelerated encoding example.
 *
 * @example vaapi_encode.c
 * This example shows how to do VAAPI-accelerated encoding. now only support NV12
 * raw file, usage like: vaapi_encode 1920 1080 input.yuv output.h264
 *
 */

#include <stdio.h>
#include <string.h>
#include <errno.h>

#include <libavcodec/avcodec.h>
#include <libavutil/pixdesc.h>
#include <libavutil/hwcontext.h>

static int width, height;
static AVBufferRef *hw_device_ctx = NULL;

static int set_hwframe_ctx(AVCodecContext *ctx, AVBufferRef *hw_device_ctx)
{
    AVBufferRef *hw_frames_ref;
    AVHWFramesContext *frames_ctx = NULL;
    int err = 0;
    //創(chuàng)建另一個引用
    if (!(hw_frames_ref = av_hwframe_ctx_alloc(hw_device_ctx))) {

        fprintf(stderr, "Failed to create VAAPI frame context.\n");
        return -1;
    }
    //設(shè)置對應(yīng)參數(shù)
    frames_ctx = (AVHWFramesContext *)(hw_frames_ref->data);
    frames_ctx->format    = AV_PIX_FMT_VAAPI;
    frames_ctx->sw_format = AV_PIX_FMT_NV12;
    frames_ctx->width     = width;
    frames_ctx->height    = height;
    frames_ctx->initial_pool_size = 20;
    //進行初始化
    if ((err = av_hwframe_ctx_init(hw_frames_ref)) < 0) {
        fprintf(stderr, "Failed to initialize VAAPI frame context."
                "Error code: %s\n",av_err2str(err));
        av_buffer_unref(&hw_frames_ref);
        return err;
    }
    //把這個buffer 和 編碼上下文聯(lián)系起來,額外拷貝一個引用.之后在使用編解碼器的時候,就直接使用硬件編解碼器了
    ctx->hw_frames_ctx = av_buffer_ref(hw_frames_ref);
    if (!ctx->hw_frames_ctx)
        err = AVERROR(ENOMEM);

    av_buffer_unref(&hw_frames_ref);
    return err;
}

static int encode_write(AVCodecContext *avctx, AVFrame *frame, FILE *fout)
{
    int ret = 0;
    AVPacket enc_pkt;

    av_init_packet(&enc_pkt);
    enc_pkt.data = NULL;
    enc_pkt.size = 0;
//數(shù)據(jù)送入編碼器,取出packet.寫入到文件中
    if ((ret = avcodec_send_frame(avctx, frame)) < 0) {
        fprintf(stderr, "Error code: %s\n", av_err2str(ret));
        goto end;
    }
    while (1) {
        ret = avcodec_receive_packet(avctx, &enc_pkt);
        if (ret)
            break;

        enc_pkt.stream_index = 0;
        ret = fwrite(enc_pkt.data, enc_pkt.size, 1, fout);
        av_packet_unref(&enc_pkt);
    }

end:
    ret = ((ret == AVERROR(EAGAIN)) ? 0 : -1);
    return ret;
}

/**
 * 把yuv數(shù)據(jù)編碼成h264數(shù)據(jù),使用了 硬件編碼,
 * vaapi_encode 1920 1080 input.yuv output.h264
 * @param argc
 * @param argv
 * @return
 */
int vaapi_encode_main(int argc, char *argv[])
{
    int size, err;
    FILE *fin = NULL, *fout = NULL;
    AVFrame *sw_frame = NULL, *hw_frame = NULL;
    AVCodecContext *avctx = NULL;
    AVCodec *codec = NULL;
    const char *enc_name = "h264_vaapi";

    if (argc < 5) {
        fprintf(stderr, "Usage: %s <width> <height> <input file> <output file>\n", argv[0]);
        return -1;
    }
//string轉(zhuǎn) int
    width  = atoi(argv[1]);
    height = atoi(argv[2]);
    size   = width * height;
//讀取輸入文件
    if (!(fin = fopen(argv[3], "r"))) {
        fprintf(stderr, "Fail to open input file : %s\n", strerror(errno));
        return -1;
    }
    //打開輸出文件 w+ 在文件末尾寫入不管文件指針在那  b 二進制形式打開文件
    if (!(fout = fopen(argv[4], "w+b"))) {
        fprintf(stderr, "Fail to open output file : %s\n", strerror(errno));
        err = -1;
        goto close;
    }
//創(chuàng)建硬件驅(qū)動,初始化驅(qū)動上下文
    err = av_hwdevice_ctx_create(&hw_device_ctx, AV_HWDEVICE_TYPE_VAAPI,
                                 NULL, NULL, 0);
    if (err < 0) {
        fprintf(stderr, "Failed to create a VAAPI device. Error code: %s\n", av_err2str(err));
        goto close;
    }
//找到編碼器
    if (!(codec = avcodec_find_encoder_by_name(enc_name))) {
        fprintf(stderr, "Could not find encoder.\n");
        err = -1;
        goto close;
    }
//分配編碼器上下文 空間
    if (!(avctx = avcodec_alloc_context3(codec))) {
        err = AVERROR(ENOMEM);
        goto close;
    }
//設(shè)置編碼器上下文的參數(shù)
    avctx->width     = width;
    avctx->height    = height;
    //時間基 和幀率
    avctx->time_base = (AVRational){1, 25};
    avctx->framerate = (AVRational){25, 1};//
    //樣板寬高比 寬/高
    avctx->sample_aspect_ratio = (AVRational){1, 1};
    avctx->pix_fmt   = AV_PIX_FMT_VAAPI;

    /* set hw_frames_ctx for encoder's AVCodecContext */
    //設(shè)置硬件buffer上下文
    if ((err = set_hwframe_ctx(avctx, hw_device_ctx)) < 0) {
        fprintf(stderr, "Failed to set hwframe context.\n");
        goto close;
    }
//打開編解碼上下文
    if ((err = avcodec_open2(avctx, codec, NULL)) < 0) {
        fprintf(stderr, "Cannot open video encoder codec. Error code: %s\n", av_err2str(err));
        goto close;
    }

    while (1) {
        if (!(sw_frame = av_frame_alloc())) {
            err = AVERROR(ENOMEM);
            goto close;
        }
        /* read data into software frame, and transfer them into hw frame */
        sw_frame->width  = width;
        sw_frame->height = height;
        sw_frame->format = AV_PIX_FMT_NV12;
        //   填充幀的 AVFrame.data and AVFrame.buf arrays
        if ((err = av_frame_get_buffer(sw_frame, 0)) < 0)

            goto close;
        //size此時是圖片寬*高
        //從文件中讀取1個 size大小數(shù)據(jù)到幀的data[0]中
        if ((err = fread((uint8_t*)(sw_frame->data[0]), size, 1, fin)) <= 0)
            break;
        //從文件中讀取1 個 size/2大小數(shù)據(jù)到幀的data[0]中
        if ((err = fread((uint8_t*)(sw_frame->data[1]), size/2, 1, fin)) <= 0)
            break;

        if (!(hw_frame = av_frame_alloc())) {
            err = AVERROR(ENOMEM);
            goto close;
        }
        //把新分配的hw_frame 和hw_frames_ctx 綁定, 硬件幀和硬件上下文綁定.此時硬件幀里沒數(shù)據(jù)
        if ((err = av_hwframe_get_buffer(avctx->hw_frames_ctx, hw_frame, 0)) < 0) {
            fprintf(stderr, "Error code: %s.\n", av_err2str(err));
            goto close;
        }
        if (!hw_frame->hw_frames_ctx) {
            err = AVERROR(ENOMEM);
            goto close;
        }
             //把原始數(shù)據(jù)拷貝到硬件buffer中  從sw_frame到hw_frame ,此時硬件幀里有了數(shù)據(jù)
        if ((err = av_hwframe_transfer_data(hw_frame, sw_frame, 0)) < 0) {
            fprintf(stderr, "Error while transferring frame data to surface."
                    "Error code: %s.\n", av_err2str(err));
            goto close;
        }
//編碼并寫出到文件,注意這里使用的是硬件幀
        if ((err = (encode_write(avctx, hw_frame, fout))) < 0) {
            fprintf(stderr, "Failed to encode.\n");
            goto close;
        }
        av_frame_free(&hw_frame);
        av_frame_free(&sw_frame);
    }

    /* flush encoder */
    //刷新緩沖區(qū)數(shù)據(jù)
    err = encode_write(avctx, NULL, fout);
    if (err == AVERROR_EOF)
        err = 0;

close:
    if (fin)
        fclose(fin);
    if (fout)
        fclose(fout);
    av_frame_free(&sw_frame);
    av_frame_free(&hw_frame);
    avcodec_free_context(&avctx);
    av_buffer_unref(&hw_device_ctx);

    return err;
}