阅读量:0
---------------------------- 视频编码 ----------------------------
ffmpeg命令
ffmpeg -s 768*432 -pix_fmt yuv420p -i hong.yuv -vcodec libx264 -b:v 4096k -bf 0 -g 10 -r 30 out1.h264
参数介绍:
-s 指定视频大小
-pix_fmt 指定图形颜色空间
-b:v 指定视频平均码率
-bf 指定B帧数目
-g 指定两个l帧之间的间隔
-r 指定视频帧率
---------------------------- 编码流程 ----------------------------
1、查找编码器 --- avcodec_find_encoder_by_name
2、创建编码器上下文 --- avcodec_alloc_context3
3、设置编码参数 --- avcode_open2
4、打开编码器 --- av_frame_alloc
5、读取yuv数据 --- av_image_get_buffer_size
6、开始编码 --- av_image_fill_arrays
8、写入编码数据 --- avcodec_send_frame + avcodec_receive_packet
方法一：
int writePacketCount = 0; int encodeVideo(AVCodecContext *encoderCtx, AVFrame *frame, AVPacket *packet, FILE *dest_fp) { int ret = avcodec_send_frame(encoderCtx, frame); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "send frame to encoder failed: %s\n", av_err2str(ret)); return -1; } while (ret >= 0) { ret = avcodec_receive_packet(encoderCtx, packet); if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) { av_log(NULL, AV_LOG_INFO, "[int encodeVideo] -- AVERROR(EAGAIN) || AVERROR_EOF \n"); return 0; } else if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "encoder frame failed:%s\n", av_err2str(ret)); return -1; } fwrite(packet->data, 1, packet->size, dest_fp); writePacketCount++; av_log(NULL, AV_LOG_INFO, "writePacketCount:%d\n", writePacketCount); av_packet_unref(packet); } return 0; }int YUVencodeH264(const char *inFileName, const char *outFileName, const char *encoderName, const char *videoSize) { int ret = 0; /***************************************************************************************************/ FILE *src_fp = fopen(inFileName, "rb"); if (src_fp == NULL) { av_log(NULL, AV_LOG_ERROR, "open infile %s failed!\n", inFileName); ret = -1; goto end; } FILE *dest_fp = fopen(outFileName, "wb+"); if (dest_fp == NULL) { av_log(NULL, AV_LOG_ERROR, "open outfile %s failed!\n", outFileName); ret = -1; goto end; } /***************************************************************************************************/ int width = 0, height = 0; ret = av_parse_video_size(&width, &height, videoSize); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "parse video size failed:%s\n", av_err2str(ret)); return -1; } av_log(NULL, AV_LOG_INFO, "getWidth:%d, getHeight:%d \n", width, height); enum AVPixelFormat pixFmt = AV_PIX_FMT_YUV420P; int fps = 24; AVCodec *encoder = avcodec_find_encoder_by_name(encoderName); if (encoder == NULL) { av_log(NULL, AV_LOG_ERROR, "find encoder %s failed\n", encoderName); return -1; } AVCodecContext *encoderCtx = avcodec_alloc_context3(encoder); if (encoderCtx == NULL) { av_log(NULL, AV_LOG_ERROR, "alloc encoder context!\n"); return -1; } encoderCtx->codec_type = AVMEDIA_TYPE_VIDEO; encoderCtx->pix_fmt = pixFmt; encoderCtx->width = width; encoderCtx->height = height; encoderCtx->time_base = (AVRational){1, fps}; encoderCtx->bit_rate = 4096000; encoderCtx->max_b_frames = 0; encoderCtx->gop_size = 10; // 打开编码器 ret = avcodec_open2(encoderCtx, encoder, NULL); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "open encoder failed:%s\n", av_err2str(ret)); goto end; } AVFrame *frame = av_frame_alloc(); int frameSize = av_image_get_buffer_size(pixFmt, width, height, 1); uint8_t *frameBuffer = av_malloc(frameSize); av_image_fill_arrays(frame->data, frame->linesize, frameBuffer, pixFmt, width, height, 1); frame->format = pixFmt; frame->width = width; frame->height = height; int pictureSize = width * height; AVPacket packet; av_init_packet(&packet); int readFrameCount = 0; while (fread(frameBuffer, 1, pictureSize * 3 / 2, src_fp) == pictureSize * 3 / 2) { // Y 1 | U 1/4 | V 1/4 frame->data[0] = frameBuffer; frame->data[1] = frameBuffer + pictureSize; frame->data[2] = frameBuffer + pictureSize + pictureSize / 4; frame->pts = readFrameCount; // 帧的展示顺序 readFrameCount++; av_log(NULL, AV_LOG_INFO, "readFrameCount:%d\n", readFrameCount); encodeVideo(encoderCtx, frame, &packet, dest_fp); } encodeVideo(encoderCtx, NULL, &packet, dest_fp); end: if (encoderCtx) { avcodec_free_context(&encoderCtx); } if (src_fp) { fclose(src_fp); } if (dest_fp) { fclose(dest_fp); } if (frameBuffer) { av_freep(&frameBuffer); } return 0; }-----------------------------------------------------------------------------------------------------------------------------------------------------
方法二：
int64_t GetTime() { // 获取当前的时间戳 return av_gettime_relative() / 1000; // 换算成毫秒 }int EncodeVideoInterface(AVCodecContext *encoderCtx, AVFrame *frame, AVPacket *packet, FILE *outfile, uint16_t *frameCount) { if (frame) { av_log(NULL, AV_LOG_INFO, "[%s] Send frame pts %3ld frameCount:%d -- line:%d \n", __FUNCTION__, frame->pts, *frameCount, __LINE__); (*frameCount)++; } // 使用x264进行编码时，具体缓存帧是在x264源码进行，不会增加 avframe 应对 buffer 的 reference int ret = avcodec_send_frame(encoderCtx, frame); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "[%s] sending the frame to the encoder error! -- line:%d\n", __FUNCTION__, __LINE__); return -1; } while (ret >= 0) { ret = avcodec_receive_packet(encoderCtx, packet); if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) { return 0; } else if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "[%s] encoding audio frame error! -- line:%d\n", __FUNCTION__, __LINE__); return -1; } // 判断有没有关键帧 - 这个例子没有设置关键帧 if (packet->flags) { av_log(NULL, AV_LOG_INFO, "[%s] Write packet flags:%d pts:%3ld dts:%3ld (size:%5d) -- line:%d\n", __FUNCTION__, packet->flags, packet->pts, packet->dts, packet->size, __LINE__); } if (!packet->flags) { av_log(NULL, AV_LOG_INFO, "[%s] Write packet flags:%d pts:%3ld dts:%3ld (size:%5d) -- line:%d\n", __FUNCTION__, packet->flags, packet->pts, packet->dts, packet->size, __LINE__); } fwrite(packet->data, 1, packet->size, outfile); } return 0; } int EncodeVideo(const char *yuvFileName, const char *h264FileName, const char *encoderName) { FILE *inFile = fopen(yuvFileName, "rb"); FILE *outFile = fopen(h264FileName, "wb"); if (inFile == NULL || outFile == NULL) { av_log(NULL, AV_LOG_ERROR, "[%s] open %s or %s file failed -- line:%d \n", __FUNCTION__, yuvFileName, h264FileName, __LINE__); goto _end; } // 查找指定的编码器 AVCodec *encoder = avcodec_find_encoder_by_name(encoderName); if (encoder == NULL) { av_log(NULL, AV_LOG_ERROR, "[%s] Codec found error! -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } // 创建编码器上下文 AVCodecContext *codecCtx = avcodec_alloc_context3(encoder); if (codecCtx == NULL) { av_log(NULL, AV_LOG_ERROR, "[%s] Conld not allocate video codec context -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } // 设置分辨率 codecCtx->width = 1920; codecCtx->height = 1080; // 设置 time base codecCtx->time_base = (AVRational){1, 25}; codecCtx->framerate = (AVRational){25, 1}; // 设置 I 帧间隔 // 如果 frame->pict_type 设置为 AV_PICTURE_TYPE_I,则忽略gop_size的设置，一直当做I帧进行编码 codecCtx->gop_size = 25; // I 帧的间隔 （每秒都有一个I帧） codecCtx->max_b_frames = 0; // 如果不想包含B帧则设置为0（直播一般都设置成0） codecCtx->pix_fmt = AV_PIX_FMT_YUV420P; int ret; if (encoder->id == AV_CODEC_ID_H264) { // 相关的参数 libx264.c 的 AVOption options /** preset 预设是一系列参数的集合，这个集合能够在编码速度和压缩率之间做出一个权衡。 * 一个编码速度稍慢的预设会提供更高的压缩效率(压缩效率是以文件大小来衡量的)。 * 这就是说，假如你想得到一个指定大小的文件或者采用恒定比特率编码模式，你可以采用一个较慢的预设来获得更好的质量。 * 同样的，对于恒定质量编码模式，你可以通过选择一个较慢的预设轻松地节省比特率。 * 如果你很有耐心，通常的建议是使用最慢的预设。 * 目前所有的预设按照编码速度降序排列为: * ultrafast superfast veryfast faster fast medium[default] preset slow slower veryslow * 默认为medium级别。 */ ret = av_opt_set(codecCtx->priv_data, "preset", "veryslow", 0); if (ret != 0) { av_log(NULL, AV_LOG_ERROR, "[%s] av_opt_set preset failed -- line:%d\n", __FUNCTION__, __LINE__); } /** * 所有的profile 包括: * 1. baseline profile: 基本画质。支持I/P 帧，只支持无交错(Progressive)和CAVLC; * 2. extended profile:进阶画质。支持I/P/B/SP/SI帧，只支持无交错(Progressive)和CAVLC; * 3. main profile:主流画质。提供I/P/B 帧，支持无交错(Progressive)和交错(Interlaced)，也支持CAVLC 和CABAC 的支持 * 4. high profile:高级画质。在 main Profile 的基础上增加了8x8内部预测、自定义量化、无损视频编码和更多的 YUV 格式: */ ret = av_opt_set(codecCtx->priv_data, "profile", "high", 0); if (ret != 0) { av_log(NULL, AV_LOG_ERROR, "[%s] av_opt_set profile failed -- line:%d\n", __FUNCTION__, __LINE__); } /** tune * tune 是 x264 中重要性仅次于preset的选项，它是视觉优化的参数，tune可以理解为视频偏好(或者视频类型), * tune不是一个单一的参数，而是由一组参数构成 -tune 来改变参数设置。当前的 tune包括: * film:电影类型，对视频的质量非常严格时使用该选项 * animation:动画片，压缩的视频是动画片时使用该选项 * grain:颗粒物很重，该选项适用于颗粒感很重的视频 * stillimage:静态图像，该选项主要用于静止画面比较多的视频 * psnr:提高psnr，该选项编码出来的视频psnr比较高 * ssim:提高ssim，该选项编码出来的视频ssim比较高 * fastdecode:快速解码，该选项有利于快速解码 * zerolatency:零延迟，该选项主要用于视频直播 **/ ret = av_opt_set(codecCtx->priv_data, "tune", "film", 0); if (ret != 0) { av_log(NULL, AV_LOG_ERROR, "[%s] av_opt_set tune failed -- line:%d\n", __FUNCTION__, __LINE__); } } // 设置编码器参数 codecCtx->bit_rate = 16 * 1024 * 1024; // 极高码率 codecCtx->thread_count = 8; // 开了多线程后会导致帧输出延时，需要缓存 thread_count 帧后再编程 codecCtx->thread_type = FF_THREAD_FRAME; // 对于 H264 AV_CODEC_FLAG_GLOBAL_HEADER 设置则只包含I帧，此时sps pps 需要从 codec_ctx->extradata 读取 // 不设置则每一帧都带 sps pps sei // 将 codecCtx 和 codec 进行绑定 ret = avcodec_open2(codecCtx, encoder, NULL); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "[%s] Could not open codec -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } av_log(NULL, AV_LOG_INFO, "[%s] thread_count:%d, thread_type:%d -- line:%d\n", __FUNCTION__, codecCtx->thread_count, codecCtx->thread_type, __LINE__); AVPacket *packet = av_packet_alloc(); if (!packet) { av_log(NULL, AV_LOG_ERROR, "[%s] packet alloc error! -- line:%d \n", __FUNCTION__, __LINE__); goto _end; } AVFrame *frame = av_frame_alloc(); if (!frame) { av_log(NULL, AV_LOG_ERROR, "[%s] Could not allocate video frame -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } // 为 frame 分配 buffer frame->format = codecCtx->pix_fmt; frame->width = codecCtx->width; frame->height = codecCtx->height; // 为frame分配buffer ret = av_frame_get_buffer(frame, 0); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "[%s] Could not allocate audio data buffers -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } // 计算出每一帧的数据 像素格式 * 宽 * 高 int frameByteSize = av_image_get_buffer_size(frame->format, frame->width, frame->height, 1); av_log(NULL, AV_LOG_INFO, "[%s] frameByteSize: %d -- line:%d\n", __FUNCTION__, frameByteSize, __LINE__); uint8_t *yuvBuf = (uint8_t *)malloc(frameByteSize); if (!yuvBuf) { av_log(NULL, AV_LOG_ERROR, "[%s] yuvBuf malloc failed -- line:%d\n", __FUNCTION__, __LINE__); goto _end; } int64_t beginTime = GetTime(); int64_t endTime = beginTime; int64_t allBeginTime = GetTime(); int64_t allendTime = allBeginTime; int64_t pts = 0; av_log(NULL, AV_LOG_INFO, "\n[%s] ------------------------ start enode ------------------------ line:%d \n", __FUNCTION__, __LINE__); uint16_t frameCount = 0; while (1) { memset(yuvBuf, 0, frameByteSize); size_t readByteSize = fread(yuvBuf, 1, frameByteSize, inFile); if (readByteSize <= 0) { av_log(NULL, AV_LOG_INFO, "[%s] read file finish -- line:%d \n", __FUNCTION__, __LINE__); break; } if ((av_frame_make_writable(frame)) != 0) { av_log(NULL, AV_LOG_INFO, "[%s] Failed to make frame writable -- line:%d\n", __FUNCTION__, __LINE__); if (frame->buf && frame->buf[0]) { av_log(NULL, AV_LOG_INFO, "[%s] frame buffer is not writable, ref_count = %d -- line:%d\n", __FUNCTION__, av_buffer_get_ref_count(frame->buf[0]), __LINE__); } goto _end; } int needSize = av_image_fill_arrays(frame->data, frame->linesize, yuvBuf, frame->format, frame->width, frame->height, 1); if (needSize != frameByteSize) { av_log(NULL, AV_LOG_INFO, "[%s] av_image_fill_array failed, needSize:%d, frame_bytes:%d\n", __FUNCTION__, needSize, frameByteSize); break; } pts += 40; // 设置 pts frame->pts = pts; // 使用采样率作为 pts 的单位，具体换算成秒 pts * 1 / 采样率 beginTime = GetTime(); ret = EncodeVideoInterface(codecCtx, frame, packet, outFile, &frameCount); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "[%s] encode failed -- line:%d\n", __FUNCTION__, __LINE__); break; } endTime = GetTime(); av_log(NULL, AV_LOG_INFO, "[%s] The encoding time of this frame is: %ld ms -- line:%d\n", __FUNCTION__, endTime - beginTime, __LINE__); } /*冲刷编码器*/ EncodeVideoInterface(codecCtx, NULL, packet, outFile, &frameCount); _end: if (inFile) { fclose(inFile); } if (outFile) { fclose(outFile); } if (yuvBuf) { free(yuvBuf); } if (packet) { av_packet_free(&packet); } if (frame) { av_frame_free(&frame); } if (codecCtx) { avcodec_free_context(&codecCtx); } return ret; } 