框架
一个封装文件（mp4）如何播放？大体流程如下：
案例
本案例实现在windows环境下，调用ffmpeg4.4.5动态库实现上述从解封装、视频解码、音频解码的全部过程，案例测试通过。由于ffmpeg接口功能网上资料较多，这里就不在赘述，代码如下：
1、DeCoder.h
#pragma once
extern "C" {
#include <libavcodec/avcodec.h>
#include <libavformat/avformat.h>
#include <libavutil/imgutils.h>
#include <libswscale/swscale.h>
#include <libswresample/swresample.h>
}#include <iostream>
#include <fstream>
#include <vector>#define ADTS_HERDER_LEN 7const int sampling_frequencies[] = {96000, //0x088200, //0x164000, //0x248000, //0x344100, //0x432000, //0x524000, //0x622050, //0x716000, //0x812000, //0x911025, //0xa8000 //0xb // 0xc d e f是保留的
};int test_deMuxer();int test_deCoderH264();
int test_deCoderAac();
2、DeMuxer.cpp
#include "DeCoder.h"using namespace std;int adts_header(uint8_t* const p_adts_header, const int data_length, const int profile, const int samplerate, const int channels)
{int sampling_frequency_index = 3; //48000int adtsLen = data_length + ADTS_HERDER_LEN; // ADTS的头部信息总是占7个字节int frequencies_size = sizeof(sampling_frequencies) / sizeof(sampling_frequencies[0]); //求内存的分配大小int i = 0;for (i = 0; i < frequencies_size; i++){if (sampling_frequencies[i] == samplerate){sampling_frequency_index = i;break;}}if (i > frequencies_size){printf("unsupport samplerate:%d \n", samplerate);return -1;}p_adts_header[0] = 0xff; //syncword:0xfff 高8bits 1111 1111 位数不足则用0补齐p_adts_header[1] = 0xf0; //syncword:0xfff 低4bits 前面的4bit是属于syncword，后面的才是重新赋值 1111 0000p_adts_header[1] |= (0 << 3); //MPEG Version:0 for MPEG-4,1 for MPEG-2 1bit |= 按位或后赋值 1111 0000 和 0000 = 1111 0000p_adts_header[1] |= (0 << 1); //Layer:0 2bits 1111 0000 和 00p_adts_header[1] |= 1; // protection absent:1 不校验 1bit 1111 00000 和 1 = 1111 0000 0000 0001= 1111 0001p_adts_header[2] = (profile << 6); //profile:profile 2bits profile :1110 0011 左移6位 1100 0000p_adts_header[2] |= (sampling_frequency_index & 0x0f) << 2; //sampling frequency index:sampling_frequency_index 4bitsp_adts_header[2] |= (0 << 1); //private bit:0 1bitp_adts_header[2] |= (channels & 0x04) >> 2; //channel configuration:channels 高1bitp_adts_header[3] = (channels & 0x03) << 6; //channel configuration:channels 低2bitsp_adts_header[3] |= (0 << 5); //original：0 1bitp_adts_header[3] |= (0 << 4); //home：0 1bitp_adts_header[3] |= (0 << 3); //copyright id bit：0 1bitp_adts_header[3] |= (0 << 2); //copyright id start：0 1bitp_adts_header[3] |= ((adtsLen & 0x1800) >> 11); //frame length：value 高2bitsp_adts_header[4] = (uint8_t)((adtsLen & 0x7f8) >> 3); //frame length:value 中间8bitsp_adts_header[5] = (uint8_t)((adtsLen & 0x7) << 5); //frame length:value 低3bitsp_adts_header[5] |= 0x1f; //buffer fullness:0x7ff 高5bitsp_adts_header[6] = 0xfc; //buffer fullness:0x7ff 低6bitsreturn 0;
}void save_packet_to_file(const AVPacket* pkt, FILE* file) {fwrite(pkt->data, 1, pkt->size, file);
}int test_deMuxer() {const char* input_filename = "../test_video/d2.mp4";const char* video_output_filename = "../test_video/output_video.h264"; // 或者其他格式，取决于视频编码const char* audio_output_filename = "../test_video/output_audio.aac"; // 或者其他格式，取决于音频编码AVFormatContext* fmt_ctx = nullptr;if (avformat_open_input(&fmt_ctx, input_filename, nullptr, nullptr) != 0) {std::cerr << "Could not open input file." << std::endl;return -1;}if (avformat_find_stream_info(fmt_ctx, nullptr) < 0) {std::cerr << "Could not find stream information." << std::endl;avformat_close_input(&fmt_ctx);return -1;}AVCodecParameters* video_codecpar = nullptr;AVCodecParameters* audio_codecpar = nullptr;int video_stream_index = -1;int audio_stream_index = -1;// 查找视频流和音频流for (unsigned int i = 0; i < fmt_ctx->nb_streams; i++) {AVCodecParameters* codecpar = fmt_ctx->streams[i]->codecpar;AVCodec* codec = avcodec_find_decoder(codecpar->codec_id);if (codec->type == AVMEDIA_TYPE_VIDEO) {video_codecpar = codecpar;video_stream_index = i;}else if (codec->type == AVMEDIA_TYPE_AUDIO) {audio_codecpar = codecpar;audio_stream_index = i;}}// std::cout << "---" << video_stream_index << ", " << audio_stream_index << std::endl;if (video_stream_index == -1) {std::cerr << "Could not find a video stream." << std::endl;avformat_close_input(&fmt_ctx);return -1;}if (audio_stream_index == -1) {std::cerr << "Could not find an audio stream." << std::endl;// 可以选择继续处理视频流，或者退出程序// avformat_close_input(&fmt_ctx);// return -1;}// 打开输出文件FILE* video_file, *audio_file;errno_t err = fopen_s(&video_file, video_output_filename, "wb");if (err != 0) {std::cerr << "Could not open video output file." << std::endl;avformat_close_input(&fmt_ctx);return -1; }err = fopen_s(&audio_file, audio_output_filename, "wb");if (err != 0 && audio_stream_index != -1) {std::cerr << "Could not open audio output file." << std::endl;fclose(video_file);avformat_close_input(&fmt_ctx);return -1;}const AVBitStreamFilter* bsfilter = av_bsf_get_by_name("h264_mp4toannexb");if (!bsfilter){std::cerr << "av_bsf_get_by_name." << std::endl;fclose(video_file);fclose(audio_file);avformat_close_input(&fmt_ctx);return -1;}AVBSFContext* bsf_ctx = NULL;int ret = av_bsf_alloc(bsfilter, &bsf_ctx);if (ret < 0){std::cerr << "av_bsf_alloc." << std::endl;fclose(video_file);fclose(audio_file);avformat_close_input(&fmt_ctx);return -1;}ret = avcodec_parameters_copy(bsf_ctx->par_in, fmt_ctx->streams[video_stream_index]->codecpar); //拷贝属性if (ret < 0){std::cerr << "avcodec_parameters_copy." << std::endl;fclose(video_file);fclose(audio_file);avformat_close_input(&fmt_ctx);return -1;}ret = av_bsf_init(bsf_ctx);if (ret < 0){std::cerr << "av_bsf_init." << std::endl;fclose(video_file);fclose(audio_file);avformat_close_input(&fmt_ctx);return -1;}AVPacket pkt;while (av_read_frame(fmt_ctx, &pkt) >= 0) {if (pkt.stream_index == video_stream_index) {//处理视频ret = av_bsf_send_packet(bsf_ctx, &pkt);if (ret < 0){std::cerr << "av_bsf_send_packet." << std::endl;continue;}ret = av_bsf_receive_packet(bsf_ctx, &pkt);if (ret != 0) {std::cerr << "av_bsf_receive_packet." << std::endl;break;}save_packet_to_file(&pkt, video_file);}else if (pkt.stream_index == audio_stream_index) {// 注意：对于AAC音频，MP4容器中的原始数据可能不包含ADTS头。// 如果需要ADTS头，你需要在保存之前手动添加。//处理音频uint8_t adts_header_buf[7] = { 0 };//添加adts头部信息adts_header(adts_header_buf, pkt.size,fmt_ctx->streams[audio_stream_index]->codecpar->profile,fmt_ctx->streams[audio_stream_index]->codecpar->sample_rate,fmt_ctx->streams[audio_stream_index]->codecpar->channels);//写adts headerfwrite(adts_header_buf, 1, 7, audio_file);save_packet_to_file(&pkt, audio_file);}av_packet_unref(&pkt);}fclose(video_file);if (audio_file) {fclose(audio_file);}avformat_close_input(&fmt_ctx);return 0;
}
3、DeCoder_H264.cpp
#include "DeCoder.h"int test_deCoderH264() {const char* input_filename = "../test_video/output_video.h264";const char* output_yuv = "../test_video/output_video.yuv";AVFormatContext* fmt_ctx = nullptr;if (avformat_open_input(&fmt_ctx, input_filename, nullptr, nullptr) != 0) {std::cerr << "Could not open input file." << std::endl;return -1;}if (avformat_find_stream_info(fmt_ctx, nullptr) < 0) {std::cerr << "Could not find stream information." << std::endl;avformat_close_input(&fmt_ctx);return -1;}AVCodecParameters* codecpar = nullptr;AVCodec* codec = nullptr;AVPacket* pkt = av_packet_alloc();AVFrame* frameYUV = av_frame_alloc();SwsContext* sws_ctx = nullptr;int video_stream_index = -1;for (unsigned int i = 0; i < fmt_ctx->nb_streams; i++) {if (fmt_ctx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {video_stream_index = i;codecpar = fmt_ctx->streams[i]->codecpar;// 查找对应解码器codec = avcodec_find_decoder(codecpar->codec_id);break;}}std::cout << "-------" << fmt_ctx->nb_streams << std::endl;if (video_stream_index == -1) {std::cerr << "Could not find a video stream." << std::endl;av_packet_free(&pkt);av_frame_free(&frameYUV);avformat_close_input(&fmt_ctx);return -1;}// 创建解码器上下文AVCodecContext* codec_ctx = avcodec_alloc_context3(codec);if (avcodec_parameters_to_context(codec_ctx, codecpar) < 0) {std::cerr << "Could not copy codec parameters to context." << std::endl;av_packet_free(&pkt);av_frame_free(&frameYUV);avcodec_free_context(&codec_ctx);avformat_close_input(&fmt_ctx);return -1;}std::cout << "-------" << codec_ctx->width << ", " << codec_ctx->height << std::endl;// 打开解码器if (avcodec_open2(codec_ctx, codec, nullptr) < 0) {std::cerr << "Could not open codec." << std::endl;av_packet_free(&pkt);av_frame_free(&frameYUV);avcodec_free_context(&codec_ctx);avformat_close_input(&fmt_ctx);return -1;}// 32位字节对齐的方式计算缓冲区大小int num_bytes = av_image_get_buffer_size(AV_PIX_FMT_YUV420P, codec_ctx->width, codec_ctx->height, 32);uint8_t* buffer = (uint8_t*)av_malloc(num_bytes * sizeof(uint8_t));av_image_fill_arrays(frameYUV->data, frameYUV->linesize, buffer, AV_PIX_FMT_YUV420P, codec_ctx->width, codec_ctx->height, 1);FILE* yuvFile, *yuvFileY;errno_t err = fopen_s(&yuvFile, output_yuv, "wb");if (err != 0) {std::cerr << "Could not open output_filename file." << std::endl;av_packet_free(&pkt);av_frame_free(&frameYUV);avcodec_free_context(&codec_ctx);avformat_close_input(&fmt_ctx);return -1;}while (av_read_frame(fmt_ctx, pkt) >= 0) {if (pkt->stream_index == video_stream_index) {if (avcodec_send_packet(codec_ctx, pkt) == 0) {while (avcodec_receive_frame(codec_ctx, frameYUV) == 0) {// YUV存入另一个文件fwrite(frameYUV->data[0], 1, codec_ctx->width * codec_ctx->height, yuvFile);fwrite(frameYUV->data[1], 1, codec_ctx->width * codec_ctx->height/4, yuvFile);fwrite(frameYUV->data[2], 1, codec_ctx->width * codec_ctx->height/4, yuvFile);}}}av_packet_unref(pkt);}fclose(yuvFile);av_frame_free(&frameYUV);avcodec_free_context(&codec_ctx);av_packet_free(&pkt);avformat_close_input(&fmt_ctx);av_free(buffer);return 0;
}
4、DeCoder_AAC.cpp
#include "DeCoder.h"int test_deCoderAac(){const char* input_file = "../test_video/output_audio.aac";const char* output_file = "../test_video/output_audio.pcm";// 打开输入文件AVFormatContext* fmt_ctx = nullptr;if (avformat_open_input(&fmt_ctx, input_file, nullptr, nullptr) < 0) {std::cerr << "Could not open input file\n";return 1;}// 查找流信息if (avformat_find_stream_info(fmt_ctx, nullptr) < 0) {std::cerr << "Could not find stream information\n";return 1;}// 查找音频流int audio_stream_index = av_find_best_stream(fmt_ctx, AVMEDIA_TYPE_AUDIO, -1, -1, nullptr, 0);if (audio_stream_index < 0) {std::cerr << "Could not find audio stream\n";return 1;}// 获取解码器参数AVCodecParameters* codec_params = fmt_ctx->streams[audio_stream_index]->codecpar;// 查找解码器const AVCodec* codec = avcodec_find_decoder(codec_params->codec_id);if (!codec) {std::cerr << "Unsupported codec\n";return 1;}// 创建解码器上下文AVCodecContext* codec_ctx = avcodec_alloc_context3(codec);if (avcodec_parameters_to_context(codec_ctx, codec_params) < 0) {std::cerr << "Could not initialize codec context\n";return 1;}// 打开解码器if (avcodec_open2(codec_ctx, codec, nullptr) < 0) {std::cerr << "Could not open codec\n";return 1;}// 准备重采样器（AAC解码后通常为FLTP格式，转换为S16格式）SwrContext* swr = swr_alloc_set_opts(nullptr,AV_CH_LAYOUT_STEREO, // 输出声道布局AV_SAMPLE_FMT_S16, // 输出格式codec_ctx->sample_rate, // 输出采样率codec_ctx->channel_layout ?codec_ctx->channel_layout :av_get_default_channel_layout(codec_ctx->channels), // 输入声道布局codec_ctx->sample_fmt, // 输入格式codec_ctx->sample_rate, // 输入采样率0, nullptr);// 检查重采样器初始化if (!swr || swr_init(swr) < 0) {std::cerr << "Failed to initialize resampler\n";return 1;}// 准备数据包和帧AVPacket* pkt = av_packet_alloc();AVFrame* frame = av_frame_alloc();// 打开输出文件std::ofstream outfile(output_file, std::ios::binary);if (!outfile.is_open()) {std::cerr << "Could not open output file\n";return 1;}// 解码循环while (av_read_frame(fmt_ctx, pkt) >= 0) {if (pkt->stream_index == audio_stream_index) {// 发送数据包到解码器if (avcodec_send_packet(codec_ctx, pkt) < 0) {std::cerr << "Error sending packet\n";continue;}// 接收解码后的帧while (avcodec_receive_frame(codec_ctx, frame) >= 0) {// 检查帧有效性if (frame->nb_samples == 0 || !frame->data) {continue;}// 分配输出缓冲区uint8_t* output_buffer = nullptr;int out_linesize;int ret = av_samples_alloc(&output_buffer, &out_linesize,2, // 输出声道数（立体声）frame->nb_samples,AV_SAMPLE_FMT_S16, 0);if (ret < 0) {std::cerr << "Failed to allocate samples\n";continue;}// 重采样int sample_count = swr_convert(swr,&output_buffer, frame->nb_samples,(const uint8_t**)frame->data, frame->nb_samples);// 写入PCM数据if (sample_count > 0) {int data_size = av_samples_get_buffer_size(nullptr, 2,sample_count,AV_SAMPLE_FMT_S16, 1);outfile.write(reinterpret_cast<char*>(output_buffer), data_size);}av_freep(&output_buffer);}}av_packet_unref(pkt);}// 清理资源av_packet_free(&pkt);av_frame_free(&frame);swr_free(&swr);avcodec_free_context(&codec_ctx);avformat_close_input(&fmt_ctx);outfile.close();std::cout << "Decoding completed successfully\n";return 0;
}
5、main.cpp
#include "DeCoder.h"int main() {av_log_set_level(AV_LOG_DEBUG);test_deMuxer();test_deCoderH264();test_deCoderAac();return 0;
}上述代码已验证通过，笔者用的运行环境是VS2019，所用的ffmpeg4.4.5库是自己编译的x64库。项目路径下载地址：https://download.csdn.net/download/ddazz0621/90519707；运行成功最终生成如下文件：
需要注意：想验证最后生成的pcm播放，调用ffplay执行如下命令：
ffplay -f s16le -ar 8000 -ac 2 output_audio.pcm