• T31开发笔记：MP4录制

    若该文为原创文章，转载请注明原文出处

    使用MP4V2把H264和AAC文件封装成MP4文件。

    一、硬件和开发环境

    1、硬件：T31X+SC5235 

    2、开发环境： ubuntu16.04-64bit

    3、编译器：mips-gcc540-glibc222-32bit-r3.3.0.tar.gz

    注：板子和和WIFI模块是某淘上淘的，使用的是RTL8188，使用的是USB接口，uboot和内核是自己裁剪移植的，内核默认自带WIFI驱动，所以不用移植可以直接使用。

    二、MP4V2下载及编译

    1、MP4V2下载

    mp4v2官网连接： https://launchpad.net/ubuntu/artful/+source/mp4v2

     

     2、MP4V2编译

    1. 1、解压：
    2. tar xvf mp4v2_2.0.0_dfsg0.orig.tar.bz2
    3. 2、进入文件：
    4. cd mp4v2-2.0.0
    5. 3、创建install文件
    6. mkdir install
    7. 3、配置
    8. ./configure --host=mips-linux CC=ips-linux-gnu-gcc CXX=mips-linux-gnu-g++ --prefix=/home/yifeng/mp4v2-2.0.0/install --disable-option-checking --disable-debug --disable-optimize --disable-fvisibility --disable-gch --disable-largefile --disable-util --disable-dependency-tracking --disable-libtool-lock --enable-shared --enable-static
    9. 4、编译
    10. make 
    11. 5、安装
    12. make install
    13.

    编译完成后，会在install生成lib文件，扡生成的动态库拷贝到开发板的/usr/lib下。

    至此：编译完成。

    三、测试

    说明：把h264和aac文件封装成MP4文件，不是实时采集h264和aac。

    完整代码：

    1. #include <stdio.h>
    2. #include <string.h>
    3. #include <stdlib.h>
    4. #include <mp4v2/mp4v2.h>
    5.  
    6. struct AdtsHeader
    7. {
    8.   unsigned int syncword;  //12 bit 同步字 '1111 1111 1111'，说明一个ADTS帧的开始
    9.   unsigned int id;        //1 bit MPEG 标示符， 0 for MPEG-4，1 for MPEG-2
    10.   unsigned int layer;     //2 bit 总是'00'
    11.   unsigned int protectionAbsent;  //1 bit 1表示没有crc，0表示有crc
    12.   unsigned int profile;           //1 bit 表示使用哪个级别的AAC
    13.   unsigned int samplingFreqIndex; //4 bit 表示使用的采样频率
    14.   unsigned int privateBit;        //1 bit
    15.   unsigned int channelCfg; //3 bit 表示声道数
    16.   unsigned int originalCopy;         //1 bit 
    17.   unsigned int home;                  //1 bit 
    18.  
    19.   /*下面的为改变的参数即每一帧都不同*/
    20.   unsigned int copyrightIdentificationBit;   //1 bit
    21.   unsigned int copyrightIdentificationStart; //1 bit
    22.   unsigned int aacFrameLength;               //13 bit 一个ADTS帧的长度包括ADTS头和AAC原始流
    23.   unsigned int adtsBufferFullness;           //11 bit 0x7FF 说明是码率可变的码流
    24.  
    25.   /* number_of_raw_data_blocks_in_frame
    26.    * 表示ADTS帧中有number_of_raw_data_blocks_in_frame + 1个AAC原始帧
    27.    * 所以说number_of_raw_data_blocks_in_frame == 0 
    28.    * 表示说ADTS帧中有一个AAC数据块并不是说没有。(一个AAC原始帧包含一段时间内1024个采样及相关数据)
    29.    */
    30.   unsigned int numberOfRawDataBlockInFrame; //2 bit
    31. };
    32.  
    33. static int parseAdtsHeader(uint8_t* in, struct AdtsHeader* res)
    34. {
    35.   static int frame_number = 0;
    36.   memset(res,0,sizeof(*res));
    37.  
    38.   if ((in[0] == 0xFF)&&((in[1] & 0xF0) == 0xF0))
    39.   {
    40.     res->id = ((unsigned int) in[1] & 0x08) >> 3;
    41.     res->layer = ((unsigned int) in[1] & 0x06) >> 1;
    42.     res->protectionAbsent = (unsigned int) in[1] & 0x01;
    43.     res->profile = ((unsigned int) in[2] & 0xc0) >> 6;
    44.     res->samplingFreqIndex = ((unsigned int) in[2] & 0x3c) >> 2;
    45.     res->privateBit = ((unsigned int) in[2] & 0x02) >> 1;
    46.     res->channelCfg = ((((unsigned int) in[2] & 0x01) << 2) | (((unsigned int) in[3] & 0xc0) >> 6));
    47.     res->originalCopy = ((unsigned int) in[3] & 0x20) >> 5;
    48.     res->home = ((unsigned int) in[3] & 0x10) >> 4;
    49.     res->copyrightIdentificationBit = ((unsigned int) in[3] & 0x08) >> 3;
    50.     res->copyrightIdentificationStart = (unsigned int) in[3] & 0x04 >> 2;
    51.     res->aacFrameLength = (((((unsigned int) in[3]) & 0x03) << 11) |
    52.                             (((unsigned int)in[4] & 0xFF) << 3) |
    53.                                 ((unsigned int)in[5] & 0xE0) >> 5) ;
    54.     res->adtsBufferFullness = (((unsigned int) in[5] & 0x1f) << 6 |
    55.                                     ((unsigned int) in[6] & 0xfc) >> 2);
    56.     res->numberOfRawDataBlockInFrame = ((unsigned int) in[6] & 0x03);
    57.  
    58.     return 0;
    59.   }
    60.   else
    61.   {
    62.     printf("failed to parse adts header\n");
    63.     return -1;
    64.   }
    65. }
    66.  
    67.  
    68. int getNalu(FILE *pFile, unsigned char *pNalu)
    69. {
    70.   unsigned char c;
    71.   int pos = 0;
    72.   int len;
    73.  
    74.   if(!pFile)
    75.     return -1;
    76.  
    77.   if((len = fread(pNalu, 1, 4, pFile)) <= 0)
    78.     return -1;
    79.  
    80.   if(pNalu[0] != 0 || pNalu[1] != 0 || pNalu[2] != 0 || pNalu[3] != 1)
    81.     return -1;
    82.  
    83.   pos = 4;
    84.  
    85.   while(1)
    86.   {
    87.     if(feof(pFile))
    88.         break;
    89.  
    90.     pNalu[pos] = fgetc(pFile);
    91.     
    92.     if(pNalu[pos-3] == 0 && pNalu[pos-2] == 0 && pNalu[pos-1] == 0 && pNalu[pos] == 1)
    93.     {
    94.       fseek(pFile, -4, SEEK_CUR);
    95.       pos -= 4;
    96.       break;
    97.     }
    98.  
    99.     pos++;
    100.   }
    101.  
    102.   len = pos+1;
    103.  
    104.   return len;
    105. }
    106.  
    107.  
    108.  
    109. static int dump_frame(uint8_t* p_frame, uint32_t size)
    110. {
    111.     printf("*********************************************************:%u\n", size);
    112.     if(p_frame != NULL && size >0)
    113.     {
    114.         uint32_t i=0;
    115.         for(; i<100; i++)
    116.         {
    117.             printf("%x ", p_frame[i]);
    118.  
    119.             if((i+1)%16 == 0)
    120.             {
    121.                 printf("\n");
    122.             }
    123.         }
    124.     }
    125.     printf("\n");
    126. }
    127.  
    128.  
    129. int packet2Mp4(const char *inputh264File, const char *inputaacFile, const char *outputFiles)
    130.   {
    131.   FILE *pInh264 = NULL;
    132.   FILE *pInAac = NULL;
    133.   unsigned char *pBuf = malloc(1024*1024);
    134.   unsigned char *frame = malloc(5000);
    135.   unsigned char *pNalu = NULL;
    136.   unsigned char naluType;
    137.   int len;
    138.   int num = 0;
    139.   MP4FileHandle pHandle = NULL;
    140.   MP4TrackId videoId;
    141.   MP4TrackId audioId;
    142.   int width = 480;
    143.   int height = 288;
    144.   int frameRate = 25;
    145.   int timeScale = 90000;
    146.   int addStream = 1;
    147.   int ret = 0;
    148.   struct AdtsHeader adtsHeader;
    149.   int videoCnt = 0;
    150.   int audioCnt = 0;
    151.   
    152.   pInh264 = fopen(inputh264File, "rb");
    153.   if(!pInh264)
    154.     return -1;
    155.  
    156.     
    157.   pInAac = fopen(inputaacFile, "rb");
    158.   if(!pInAac)
    159.     return -1;
    160.   
    161.   pHandle = MP4Create(outputFiles, 0);
    162.   if(pHandle == MP4_INVALID_FILE_HANDLE)
    163.   {
    164.     printf("ERROR:Create mp4 handle fialed.\n");
    165.     return -1;
    166.   }
    167.   
    168.   MP4SetTimeScale(pHandle, timeScale);
    169.  
    170.  
    171.   // MP4_MPEG4_AAC_MAIN_AUDIO_TYPE
    172.   audioId = MP4AddAudioTrack(pHandle, 48000, 1024, MP4_MPEG4_AUDIO_TYPE);
    173.   if (audioId == MP4_INVALID_TRACK_ID)
    174.   {
    175.       printf("add audio track fialed.\n");
    176.       return -1;
    177.   } 
    178.   MP4SetAudioProfileLevel(pHandle, 0x2);
    179.   
    180.   
    181.   while(1)
    182.   {
    183.     videoCnt++;
    184.     audioCnt++;
    185.  
    186.     if(videoCnt >= 40)
    187.     {
    188.       videoCnt = 0;
    189.       /* 视频处理 */
    190.       len = getNalu(pInh264, pBuf);
    191.       if (len <= 0)
    192.       break;
    193.       
    194.       if (pBuf[0] != 0 || pBuf[1] != 0 || pBuf[2] != 0 || pBuf[3] != 1)
    195.       continue;
    196.   
    197.       
    198.       len -= 4;
    199.       pNalu = pBuf+4;
    200.       naluType = pNalu[0]&0x1F;
    201.       
    202.       switch (naluType)
    203.       {
    204.         case 0x07: // SPS
    205.           printf("------------------------------------\n");
    206.           printf("sps(%d)\n", len);
    207.           if (addStream)
    208.           {
    209.             videoId = MP4AddH264VideoTrack
    210.                     (pHandle, 
    211.                     timeScale,              // 涓€绉掗挓澶氬皯timescale
    212.                     timeScale/frameRate,    // 姣忎釜甯ф湁澶氬皯涓猼imescale
    213.                     width,                  // width
    214.                     height,                 // height
    215.                     pNalu[1],               // sps[1] AVCProfileIndication
    216.                     pNalu[2],               // sps[2] profile_compat
    217.                     pNalu[3],               // sps[3] AVCLevelIndication
    218.                     3);                     // 4 bytes length before each NAL unit
    219.             if (videoId == MP4_INVALID_TRACK_ID)
    220.             {
    221.               printf("Error:Can't add track.\n");
    222.               return -1;
    223.             }
    224.             printf("pNalu[1] = %x, pNalu[2] = %x, pNalu[3] = %x\n", pNalu[1], pNalu[2], pNalu[3]);
    225.   
    226.             MP4SetVideoProfileLevel(pHandle, 0x7F);
    227.         
    228.             addStream = 0;
    229.           }
    230.           dump_frame(pNalu, len);
    231.           MP4AddH264SequenceParameterSet(pHandle, videoId, pNalu, len);
    232.           
    233.           break;
    234.         
    235.         case 0x08: // PPS
    236.           printf("pps(%d)\n", len);
    237.           dump_frame(pNalu, len);
    238.           MP4AddH264PictureParameterSet(pHandle, videoId, pNalu, len);
    239.           break;
    240.         
    241.         default:
    242.           printf("slice(%d)\n", len);
    243.           pBuf[0] = (len>>24)&0xFF;
    244.           pBuf[1] = (len>>16)&0xFF;
    245.           pBuf[2] = (len>>8)&0xFF;
    246.           pBuf[3] = (len>>0)&0xFF;
    247.           dump_frame(pBuf, len);
    248.           MP4WriteSample(pHandle, videoId, pBuf, len+4, MP4_INVALID_DURATION, 0, 1);
    249.         
    250.           break;
    251.       }
    252.     }
    253.  
    254.     if(audioCnt >= 21)
    255.     {
    256.       audioCnt = 0;
    257.       /* 音频处理 */
    258.       ret = fread(frame, 1, 7, pInAac);
    259.       if(ret <= 0)
    260.       {
    261.         break;
    262.       }
    263.       if(parseAdtsHeader(frame, &adtsHeader) < 0)
    264.       {
    265.         printf("parse err\n");
    266.         break;
    267.       }
    268.       ret = fread(frame, 1, adtsHeader.aacFrameLength-7, pInAac);
    269.       if(ret < 0)
    270.       {
    271.         printf("read err\n");
    272.         break;
    273.       }
    274.       printf("audio frame:\n");
    275.       dump_frame(frame, len);
    276.       MP4WriteSample(pHandle, audioId, frame, adtsHeader.aacFrameLength-7 , MP4_INVALID_DURATION, 0, 1);
    277.     }
    278.   }
    279.   
    280.   free(pBuf);
    281.   free(frame);
    282.   fclose(pInh264);
    283.   fclose(pInAac);
    284.   MP4Close(pHandle, 0);
    285.   
    286.   return 0;
    287. }
    288.  
    289. int main(int argc, char *argv[])
    290. {
    291.     if (packet2Mp4("output.h264", "output.aac", "test.mp4"))
    292.     {
    293.         printf("Error:Packet to Mp4 fail.\n");
    294.         return -1;
    295.     }
    296.  
    297.     return 0;
    298. }
    299.

    编译：

    mips-linux-gnu-gcc h264_aac_to_mp4.c -o h264_aac_to_mp4 -lpmv4p2

    把可执行文件和h264，aac文件拷贝到开发板下运行，生成的mp4可以在vlc上播放。

     

    四、总结

    1、mpv2库交叉编译。

    2、使用mpv2静态库，执行文件太大，建议使用动态库。

    3、MP4格式学习。

    如有侵权，请及时联系博主删除，VX：18750903063

  • 相关阅读:
    python学习记录
    金仓数据库KingbaseES服务器应用参考手册--2. initdb
    如何去占用windows端口
    这么多年你还在怕正则吗？
    电脑监控软件解读
    leetcodehot 100 ----滑动窗口
    1404. 将二进制表示减到1的步骤数
    【echarts】解决ECharts鼠标悬停（mouseover）事件触发范围问题
    发挥项目“临时性”威力，让项目顺利实施
    httprunner实战接口测试笔记，拿走不谢
  • 原文地址：https://blog.csdn.net/weixin_38807927/article/details/126830171