[关闭]
@qvbicfhdx 2015-07-03T06:46:32.000000Z 字数 14954 阅读 14738

IOS手机直播Demo技术简介

1.测试服务器的搭建

测试服务器基于（nginx+rtmp-modual）

1.下载nginx
2.下载nginx-rtmp-module
3.编译安装nginx:
  1. /configure --add-module=/对应的目录/nginx-rtmp-module
  2. make
  3. make install

nginx 默认安装在/usr/local/nginx 目录下，
可执行程序： /usr/local/nginx/sbin/nginx
nginx服务器配置文件在：/usr/local/nginx/conf/下

4.配置nginx
  1. $ cd /usr/local/nginx/conf
  2. $ sudo vim nginx.conf

在文件后面加上rtmp协议的支持如下：

  1. rtmp {
  2.     server {
  3.         listen 1935;
  4.         application myapp {
  5.             live on;
  7.             #record keyframes;
  8.             #record_path /tmp;
  9.             #record_max_size 128K;
  10.             #record_interval 30s;
  11.             #record_suffix .this.is.flv;
  13.             #on_publish http://localhost:8080/publish;
  14.             #on_play http://localhost:8080/play;
  15.             #on_record_done http://localhost:8080/record_done;
  17.        }
  18.        application hls {
  19.              live on;
  20.              hls on;
  21.              hls_path /tmp/app;
  22.              hls_fragment 5s;
  25.        }
  26.     }
  27. }
  1. rtmp {
  2.     server {
  3.         listen 1935;
  4.         application myapp {
  5.             live on;
  7.             #record keyframes;
  8.             #record_path /tmp;
  9.             #record_max_size 128K;
  10.             #record_interval 30s;
  11.             #record_suffix .this.is.flv;
  13.             #on_publish http://localhost:8080/publish;
  14.             #on_play http://localhost:8080/play;
  15.             #on_record_done http://localhost:8080/record_done;
  17.        }
  18.        application hls {
  19.              live on;
  20.              hls on;
  21.              hls_path /tmp/app;
  22.              hls_fragment 5s;
  25.        }## 标题 ##
  26.     }
  27. }
5.启动nginx ：

sudo /usr/local/nginx/sbin/nginx
打开 localhost 测试一下，有没有启动成功
成功的界面如下:
![屏幕快照 2015-07-02 下午4.12.05.png](./屏幕快照 2015-07-02 下午4.12.05.png)

sudo /usr/local/nginx/sbin/nginx
打开 localhost 测试一下，有没有启动成功
成功的界面会显示 welecome nginx 等信息

2.编译ffmpeg库

1.下载并编译libx264

编译脚本:

  1. #!/bin/sh
  3. CONFIGURE_FLAGS="--enable-static --enable-pic --disable-cli"
  5. ARCHS="arm64 armv7s x86_64 i386 armv7"
  7. # directories
  8. SOURCE="x264"
  9. FAT="x264-iOS"
  11. SCRATCH="scratch-x264"
  12. # must be an absolute path
  13. THIN=`pwd`/"thin-x264"
  15. # the one included in x264 does not work; specify full path to working one
  16. GAS_PREPROCESSOR=/usr/local/bin/gas-preprocessor.pl
  18. COMPILE="y"
  19. LIPO="y"
  21. if [ "$*" ]
  22. then
  23. 	if [ "$*" = "lipo" ]
  24.     then
  25.         # skip compile
  26.         COMPILE=
  27.     else
  28.         ARCHS="$*"
  29. 		if [ $# -eq 1 ]
  30.         then
  31.             # skip lipo
  32.             LIPO=
  33.         fi
  34.     fi
  35. fi
  37. if [ "$COMPILE" ]
  38. then
  39. 	CWD=`pwd`
  40. 	for ARCH in $ARCHS
  41.     do
  42.         echo "building $ARCH..."
  43. 		mkdir -p "$SCRATCH/$ARCH"
  44. 		cd "$SCRATCH/$ARCH"
  46.         if [ "$ARCH" = "i386" -o "$ARCH" = "x86_64" ]
  47.         then
  48.             PLATFORM="iPhoneSimulator"
  49.             CPU=
  50.             if [ "$ARCH" = "x86_64" ]
  51. 		    then
  52. 		    	SIMULATOR="-mios-simulator-version-min=7.0"
  53. 		    	HOST=
  54. 		    else
  55. 		    	SIMULATOR="-mios-simulator-version-min=5.0"
  56. 			HOST="--host=i386-apple-darwin"
  57. 		    fi
  58. 		else
  59. 		    PLATFORM="iPhoneOS"
  60. 		    if [ $ARCH = "armv7s" ]
  61.             then
  62.                 CPU="--cpu=swift"
  63.             else
  64.                 CPU=
  65.             fi
  66.             SIMULATOR=
  67.             if [ $ARCH = "arm64" ]
  68.             then
  69.                 HOST="--host=aarch64-apple-darwin"
  70.             else
  71.                 HOST="--host=arm-apple-darwin"
  72.             fi
  73.         fi
  75.         XCRUN_SDK=`echo $PLATFORM | tr '[:upper:]' '[:lower:]'`
  76.         CC="xcrun -sdk $XCRUN_SDK clang -Wno-error=unused-command-line-argument-hard-error-in-future -arch $ARCH"
  77.         CFLAGS="-arch $ARCH $SIMULATOR"
  78.         CXXFLAGS="$CFLAGS"
  79. 		LDFLAGS="$CFLAGS"
  81.         CC=$CC $CWD/$SOURCE/configure \
  82. 		    $CONFIGURE_FLAGS \
  83.             $HOST \
  84. 		    $CPU \
  85.             --extra-cflags="$CFLAGS" \
  86. 		    --extra-ldflags="$LDFLAGS" \
  87.             --prefix="$THIN/$ARCH"
  89.         mkdir extras
  90.         ln -s $GAS_PREPROCESSOR extras
  92.         make -j3 install
  93.         cd $CWD
  94.     done
  95. fi
  97. if [ "$LIPO" ]
  98. then
  99. 	echo "building fat binaries..."
  100. 	mkdir -p $FAT/lib
  101.     set - $ARCHS
  102. 	CWD=`pwd`
  103. 	cd $THIN/$1/lib
  104. 	for LIB in *.a
  105. 	do
  106. 		cd $CWD
  107.         lipo -create `find $THIN -name $LIB` -output $FAT/lib/$LIB
  108.     done
  110.     cd $CWD
  111. 	cp -rf $THIN/$1/include $FAT
  112. fi
2.下载并编译libfdk-aac

版本:fdk-aac-0.1.4
Fdk-aac编译脚本:

  1. #!/bin/bash
  3. SDKVERSION="8.3"
  4. LIB_PATH="fdk-aac-0.1.4"
  5. #ARCHS="armv7 armv7s i386"
  6. ARCHS="i386 armv7s armv7"
  7. #OUTPUTDIR="dependencies/lib_fdkaac"
  8. OUTPUTDIR="$LIB_PATH/build-ios/master"
  10. OLD_DEVELOPER_PATH="/Developer"
  11. NEW_DEVELOPER_PATH="/Applications/Xcode.app/Contents/Developer"
  13. # Get the install path
  14. if [ -d "$NEW_DEVELOPER_PATH" ]
  15. then
  16. DEVELOPER="$NEW_DEVELOPER_PATH"
  17. else
  18. DEVELOPER="$OLD_DEVELOPER_PATH"
  19. fi
  21. CurrentPath=$(cd "$(dirname "$0")"; pwd)
  22. LIB_PATH="$CurrentPath/$LIB_PATH"
  23. OUTPUTDIR="$CurrentPath/$OUTPUTDIR"
  25. cd $LIB_PATH
  27. for ARCH in ${ARCHS}
  28. do
  29. if [ "${ARCH}" == "i386" ];
  30. then
  31. PLATFORM="iPhoneSimulator"
  32. else
  33. PLATFORM="iPhoneOS"
  35. fi
  36. PLATFORM_SDK="${DEVELOPER}/Platforms/${PLATFORM}.platform/Developer/SDKs/${PLATFORM}${SDKVERSION}.sdk"
  37. MIN_VERSION_FLAG="-miphoneos-version-min=${SDKVERSION}"
  38. HOST="${ARCH}-apple-darwin"
  39. export CC="${DEVELOPER}/Toolchains/XcodeDefault.xctoolchain/usr/bin/clang"
  40. export CFLAGS="${MIN_VERSION_FLAG} -arch ${ARCH}"
  41. export LDFLAGS="${MIN_VERSION_FLAG} -arch ${ARCH} -isysroot ${PLATFORM_SDK}"
  42. export LIBS="-L${PLATFORM_SDK}/usr/lib"
  43. export CXXFLAGS="${MIN_VERSION_FLAG} -arch ${ARCH} -I${PLATFORM_SDK}/usr/include"
  46. mkdir -p "${OUTPUTDIR}/${ARCH}"
  48. make clean
  49. echo "** CC=${CC}"
  50. echo "** CFLAGS=${CFLAGS}"
  51. echo "** LDFLAGS=${LDFLAGS}"
  52. echo "** LIBS=${LIBS}"
  53. echo "** CXXFLAGS=${CXXFLAGS}"
  54. ./configure --prefix="${OUTPUTDIR}/${ARCH}" --host="${HOST}" --with-sysroot="${PLATFORM_SDK}"
  55. make && make install && make clean
  56. done
  58. mkdir -p "${OUTPUTDIR}/universal/lib"
  60. cd "${OUTPUTDIR}/armv7/lib"
  61. for file in *.a
  62. do
  64. cd "${OUTPUTDIR}"
  65. xcrun -sdk iphoneos lipo -output universal/lib/$file  -create -arch armv7 armv7/lib/$file -arch armv7s armv7s/lib/$file -arch i386 i386/lib/$file
  66. echo "Universal $file created."
  68. done
  69. cp -r ${OUTPUTDIR}/armv7/include ${OUTPUTDIR}/universal/
  71. echo "Done."
3.下载并编译librtmp

下载好，直接运行

  1. cd 到librtmp-iOS目录
  2. 运行 ./build-librtmp.sh
4.下载并编译ffmpeg

ffmpeg版本：2.0.2
编译shell脚本:

  1. #!/bin/bash
  3. ###########################################################################
  4. #  Choose your ffmpeg version and your currently-installed iOS SDK version:
  5. #
  6. VERSION="2.0.2" #指定对应ffmpeg的版本号
  7. SDKVERSION=""
  8. #
  9. #
  10. ###########################################################################
  11. #
  12. # Don't change anything under this line!
  13. #
  14. ###########################################################################
  16. # No need to change this since xcode build will only compile in the
  17. # necessary bits from the libraries we create
  18. ARCHS="armv7 armv7s i386"
  20. DEVELOPER=`xcode-select -print-path`
  22. cd "`dirname \"$0\"`"
  23. REPOROOT=$(pwd)
  25. # Where we'll end up storing things in the end
  26. OUTPUTDIR="${REPOROOT}/dependencies"
  27. mkdir -p ${OUTPUTDIR}/include
  28. mkdir -p ${OUTPUTDIR}/lib
  29. mkdir -p ${OUTPUTDIR}/bin
  32. BUILDDIR="${REPOROOT}/build"
  33. mkdir -p $BUILDDIR
  35. # where we will keep our sources and build from.
  36. SRCDIR="${BUILDDIR}/src"
  37. mkdir -p $SRCDIR
  38. # where we will store intermediary builds
  39. INTERDIR="${BUILDDIR}/built"
  40. mkdir -p $INTERDIR
  42. ########################################
  44. cd $SRCDIR
  46. # Exit the script if an error happens
  47. set -e
  49. if [ ! -e "${SRCDIR}/ffmpeg-${VERSION}.tar.bz2" ]; then
  50.     echo "Downloading ffmpeg-${VERSION}.tar.bz2"
  51.     curl -LO http://ffmpeg.org/releases/ffmpeg-${VERSION}.tar.bz2
  52. else
  53.     echo "Using ffmpeg-${VERSION}.tar.bz2"
  54. fi
  56. tar jxf ffmpeg-${VERSION}.tar.bz2 -C $SRCDIR
  57. cd "${SRCDIR}/ffmpeg-${VERSION}"
  59. set +e # don't bail out of bash script if ccache doesn't exist
  60. CCACHE=`which ccache`
  61. if [ $? == "0" ]; then
  62.     echo "Building with ccache: $CCACHE"
  63.     CCACHE="${CCACHE} "
  64. else
  65.     echo "Building without ccache"
  66.     CCACHE=""
  67. fi
  68. set -e # back to regular "bail out on error" mode
  70. for ARCH in ${ARCHS}
  71. do
  72. 	if [ "${ARCH}" == "i386" ];
  73.     then
  74.         PLATFORM="iPhoneSimulator"
  75.         ETRA_CONFIG="--arch=i386 --disable-asm --enable-cross-compile --target-os=darwin --cpu=i386"
  76.         EXTRA_CFLAGS="-arch i386"
  77.         EXTRA_LDFLAGS="-I/Applications/Xcode.app/Contents/Developer/Platforms/${PLATFORM}.platform/Developer/SDKs/${PLATFORM}${SDKVERSION}.sdk/usr/lib -mfpu=neon"
  78. 	else
  79. 		PLATFORM="iPhoneOS"
  80.         EXTRA_CONFIG="--arch=arm --target-os=darwin --enable-cross-compile --cpu=cortex-a9 --disable-armv5te"
  81.         EXTRA_CFLAGS="-w -arch ${ARCH} -mfpu=neon"
  82.         EXTRA_LDFLAGS="-mfpu=neon"
  83.     fi
  85.     mkdir -p "${INTERDIR}/${ARCH}"
  86.     echo "platform is ${PLATFORM}"
  87.     ./configure --prefix="${INTERDIR}/${ARCH}" --sysroot="${DEVELOPER}/Platforms/${PLATFORM}.platform/Developer/SDKs/${PLATFORM}${SDKVERSION}.sdk" --cc="/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/bin/clang" --as='/usr/local/bin/gas-preprocessor.pl' --extra-cflags="${EXTRA_CFLAGS} -miphoneos-version-min=${SDKVERSION} -I${OUTPUTDIR}/include" --extra-ldflags="-arch ${ARCH} ${EXTRA_LDFLAGS} -isysroot /Applications/Xcode.app/Contents/Developer/Platforms/${PLATFORM}.platform/Developer/SDKs/${PLATFORM}${SDKVERSION}.sdk -miphoneos-version-min=${SDKVERSION} -L${OUTPUTDIR}/lib" ${EXTRA_CONFIG} --extra-cxxflags="$CPPFLAGS -I${OUTPUTDIR}/include -isysroot /Applications/Xcode.app/Contents/Developer/Platforms/${PLATFORM}.platform/Developer/SDKs/${PLATFORM}${SDKVERSION}.sdk" \
  88.     --enable-cross-compile \
  89.     --disable-doc \
  90.     --disable-ffmpeg \
  91.     --disable-ffplay \
  92.     --disable-ffprobe \
  93.     --disable-ffserver \
  94.     --disable-asm \
  95.     --disable-debug \
  96.     --disable-symver \
  97.     --disable-avdevice \
  98.     --disable-avfilter \
  99.     --disable-encoders \
  100.     --disable-muxers \
  101.     --disable-filters \
  102.     --disable-devices \
  103.     --disable-swscale \
  104.     --disable-everything \
  105.     --enable-protocol=librtmp \
  106.     --enable-protocol=file \
  107.     --enable-decoder=h264 \
  108.     --enable-decoder=aac \
  109.     --enable-decoder=nellymoser \
  110.     --enable-decoder=mp3 \
  111.     --enable-encoder=aac \
  112.     --enable-encoder=libfdk_aac \
  113.     --enable-encoder=libx264 \
  114.     --enable-demuxer=h264 \
  115.     --enable-demuxer=aac \
  116.     --enable-demuxer=flv \
  117.     --enable-demuxer=mp3 \
  118.     --enable-muxer=flv \
  119.     --enable-filter=aresample \
  120.     --enable-hwaccel=h264_vaapi \
  121.     --enable-hwaccel=h264_vda \
  122.     --enable-hwaccel=h264_vdpau \
  123.     --enable-version3 \
  124.     --enable-librtmp \
  125.     --enable-nonfree \
  126.     --enable-gpl \
  127.     --enable-libfdk-aac \
  128.     —extra-cflags=-I$(pwd)/librtmp/include \
  129.     —extra-ldflags=-L$(pwd)/librtmp/lib \
  130.     —extra-cflags=-I$(pwd)/fdk-aac-0.1.4/build-ios/master/universal/include \
  131.     —extra-ldflags=-L$(pwd)/fdk-aac-0.1.4/build-ios/master/universal/lib\
  132.     —extra-cflags=-I$(pwd)/include \
  133.     —extra-ldflags=-L$(pwd)/lib \
  135.     echo "prepare to make!!!"
  136.     make && make install && make clean
  138. done
  140. mkdir -p "${INTERDIR}/universal/lib"
  142. cd "${INTERDIR}/armv7/lib"
  143. for file in *.a
  144. do
  146. cd ${INTERDIR}
  147. xcrun -sdk iphoneos lipo -output universal/lib/$file  -create -arch armv7 armv7/lib/$file -arch armv7s armv7s/lib/$file -arch i386 i386/lib/$file 
  148. echo "Universal $file created."
  150. done
  151. cp -r ${INTERDIR}/armv7/include ${INTERDIR}/universal/
  153. echo "Done."

3.采集音视频

1.ios音频采集：

使用AudioQueue进行音频的录制，引用苹果官方文档的一张图说明一下：

使用AudioQueue进行音频的录制，引用苹果官方文档的一张图说明一下：
recording_callback_function_2x.png

  1. #define kNumberRecordBuffers    3
  3. @protocol AudioRecordDelegate
  5. // 音频回调委托，返回录制的PCM数据
  6. -(void)AudioDataOutputBuffer:(uint8_t *)audioBuffer bufferSize:(int)size;
  8. @end
  10. @interface AudioRecoder : NSObject
  11. {
  13.     AudioQueueRef                   mQueue;
  14.     AudioQueueBufferRef             mBuffers[kNumberRecordBuffers];
  15.     AudioStreamBasicDescription     mRecordFormat;
  17. }
  19. @property id<AudioRecordDelegate> outDelegate;
  21. -(id)initWIthSampleRate:(int)sampleRate; //通过采样率生成一个实例
  22. -(void)setAudioRecordDelegate:(id<AudioRecordDelegate>)delegate;
  23. -(void)startRecord; // 开启录音
  24. -(void)stopRecord; // 暂停录音
  25. @end
  27. 核心的方法，只要在音频回调里：
  28. void MyInputBufferHandler(void *                                inUserData,
  29.                           AudioQueueRef                         inAQ,
  30.                           AudioQueueBufferRef                   inBuffer,
  31.                           const AudioTimeStamp *                inStartTime,
  32.                           UInt32                                inNumPackets,
  33.                           const AudioStreamPacketDescription*   inPacketDesc)
  34. {
  35.     AudioRecoder* audioRecord = (__bridge AudioRecoder *)(inUserData);
  37.     if(audioRecord.outDelegate) {
  38.         // 通过委托将音频回调给代理使用
  39.          [audioRecord.outDelegate AudioDataOutputBuffer:(uint8_t *)inBuffer->mAudioData                                             bufferSize:inBuffer->mAudioDataByteSize]; 
  40.     }
  42.     AudioQueueEnqueueBuffer(inAQ, inBuffer, 0, NULL);
  43. }
2.ios视频录制

因为我们需要获取视频的原始数据，所以视频录制使用AVCaptureVideoDataOutput这个类

  1. @class CamerRecordViewController;
  2. @protocol CamerRecordViewControllerDelegate <NSObject>
  3. // 录制的视频原始数据，kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange 格式
  4. - (void)videoOutPut:(uint8_t *)rawData dataSize:(size_t)bufferSize;
  6. @end
  7. @interface CamerRecordViewController : UIViewController
  8. @property (nonatomic,assign) id<CamerRecordViewControllerDelegate> delegate;
  9. @end

核心的方法，视频回调：

  1. #pragma mark - 视频输出代理
  3. - (void)captureOutput:(AVCaptureOutput *)captureOutput didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection
  4. {
  5.     // 为媒体数据设置一个CMSampleBuffer的Core Video图像缓存对象
  6.     CVImageBufferRef imageBuffer = CMSampleBufferGetImageBuffer(sampleBuffer);
  7.     // 锁定pixel buffer的基地址
  9.     if (kCVReturnSuccess == CVPixelBufferLockBaseAddress(imageBuffer, 0)) {
  10.         // 得到pixel buffer的基地址
  11.         uint8_t *bufferPtr = (uint8_t *)CVPixelBufferGetBaseAddressOfPlane(imageBuffer,0);
  12.         uint8_t *uvPtr = (uint8_t *)CVPixelBufferGetBaseAddressOfPlane(imageBuffer, 1);
  13.         size_t bufferSize = CVPixelBufferGetDataSize(imageBuffer);
  14.         NSLog(@"=== buffsize : %zu",bufferSize);
  15.         bool isPlanar = CVPixelBufferIsPlanar(imageBuffer);
  16.         if (isPlanar) {
  17.             int planeCount = CVPixelBufferGetPlaneCount(imageBuffer);
  18.             NSLog(@"=== planeCount : %d \n ",planeCount);
  20.         }
  22.         size_t ysize = 640*480;
  24.         uint8_t *newbuffer = (uint8_t *)malloc(ysize*1.5);
  27.         memcpy(newbuffer, bufferPtr, ysize*1.5);
  29. //        if (self.delegate && [self.delegate respondsToSelector:@selector(videoOutPut:dataSize:)]) {
  30. //            
  31. //            [self.delegate videoOutPut:(uint8_t *)newbuffer dataSize:bufferSize];
  32. //            
  33. //        }
  34.         [self videoOutPut:newbuffer dataSize:bufferSize];
  36.         free(newbuffer);
  37.         // 解锁pixel buffer
  38.         CVPixelBufferUnlockBaseAddress(imageBuffer,0);
  40.     }
  42. }

4.编码（AAC,H264）

编码分两步，一是AAC编码，二是H264的编码,两者都是基于FFMPEG库函数进行编码

AAC编码

引用网上的一张图进行说明编码的一个过程:


demo对应循环编码的函数如下:

simplest_ffmpeg_audio_encoder.jpg
demo对应循环编码的函数如下:

  1. int encoderAAC(BOBOAACEncoder *encoder,uint8_t *inputBuffer,int inputSize,char *outputBuffer,int *outSize)
  2. {
  5.     /* AVFrame表示一祯原始的音频数据，因为编码的时候需要一个AVFrame,，
  6.        在这里创建一个AVFrame,用来填充录音回调传过来的inputBuffer.里面是数据格式为PCM
  7.        调用FFMPEG的编码函数 avcodec_encode_audio2（）后，将PCM-->AAC
  8.        编码压缩为AAC格式，并保存在AVPacket中。
  9.        再调用 av_interleaved_write_frame
  10.        我们将它写入到指定的推流地址上,FFMPEG将发包集成在它内部实现里
  11.      */
  13.     //    pthread_mutex_lock(&encoder->mutex);
  15.     AVFrame *frame = avcodec_alloc_frame();
  16.     frame->nb_samples = encoder->pCodeCtx->frame_size;
  17.     frame->format = encoder->pCodeCtx->sample_fmt;
  18.     frame->sample_rate = encoder->pCodeCtx->sample_rate;
  19.     frame->channels = encoder->pCodeCtx->channels;
  20.     frame->pts = frame->nb_samples*frameIndex;
  23.     av_init_packet(&encoder->packet);
  25.     int gotFrame = 0;
  29.     int ret = avcodec_fill_audio_frame(frame, encoder->pCodeCtx->channels, AV_SAMPLE_FMT_S16, (uint8_t*)inputBuffer, encoder->buffer_size, 0);
  31.     if (ret<0) {
  32.         printf("avcodec_fill_audio_frame error !\n");
  33.         av_frame_free(&frame);
  34.         av_free_packet(&encoder->packet);
  36.         return -1;
  37.     }
  38.     encoder->packet.data = NULL;
  39.     encoder->packet.size = 0;
  40.     ret = avcodec_encode_audio2(encoder->pCodeCtx, &encoder->packet, frame, &gotFrame);
  41.     frameIndex++;
  42.     if (ret < 0) {
  43.         printf("encoder error! \n");
  44.         av_frame_free(&frame);
  45.         av_free_packet(&encoder->packet);
  46.         //        pthread_mutex_unlock(&encoder->mutex);
  47.         return -1;
  48.     }
  49.     if (gotFrame == 1) {
  50.         encoder->packet.stream_index = encoder->pStream->index;
  51.         encoder->packet.pts = frame->pts;
  52.         ret = av_interleaved_write_frame(encoder->pFormatCtx, &encoder->packet);
  55.         printf("[AAC]: audio encoder %d frame success \n",frameIndex);
  56.     }
  58.     av_frame_free(&frame);
  59.     av_free_packet(&encoder->packet);
  60.     //    pthread_mutex_unlock(&encoder->mutex);
  61.     return 1;
  62. }
H264编码

编码过程与AAC一样，注意H264编码时，需要将源数据转换为YUV420P的格式，编码函数如下：

  1. int encoderH264(BOBOAACEncoder *encoder,uint8_t *inputBuffer,size_t bufferSize)
  2. {
  5.     AVFrame *frame = avcodec_alloc_frame();
  8.     frame->pts = picFrameIndex;
  10. //    int ysize = encoder->pVideoCodecCtx->width *encoder->pVideoCodecCtx->height;
  12.     av_init_packet(&encoder->videoPacket);
  13.     int gotPicture = 0;
  14.     //将原数据填充到AVFrame结构里，便于进行编码
  15.     avpicture_fill((AVPicture *)frame, inputBuffer, encoder->pVideoCodecCtx->pix_fmt, encoder->pVideoCodecCtx->width, encoder->pVideoCodecCtx->height);
  17.     encoder->videoPacket.data = NULL;
  18.     encoder->videoPacket.size = 0;
  20.     // 进行H264编码
  21.     int ret = avcodec_encode_video2(encoder->pVideoCodecCtx, &encoder->videoPacket, frame, &gotPicture);
  22.     picFrameIndex++;
  24.     if (ret < 0) {
  25.         printf("avcodec_fill_video_frame error !\n");
  26.         av_frame_free(&frame);
  27.         av_free_packet(&encoder->videoPacket);
  28.         return -1;
  29.     }
  30.     // 成功编码一祯数据 
  31.     if (gotPicture == 1) {
  32.         encoder->videoPacket.stream_index = encoder->pVideoStrem->index;
  33.         encoder->videoPacket.pts = frame->pts;
  35.         //写入到指定的地方 由encoder->pFormatCtx 保存着输出的路径
  36.         ret = av_interleaved_write_frame(encoder->pFormatCtx, &encoder->videoPacket);
  38.     }
  40.     av_frame_free(&frame);
  41.     av_free_packet(&encoder->videoPacket);
  42.     return 1;
  44. }

5.RTMP推送

目前基于FFMPEG做为推流器，RTMP连接及推送音视频包都在其内部实现了，主要在函数

  1. //指定输出格式为FLV，Path这里传个RTMP://XXXX/XXX
  2. ret = avformat_alloc_output_context2(&ofmt_ctx, NULL, "flv", path);
  4. // 这个函数进行了URL的映射 ,比如我们PATH 为RTMP协议的，FFMPEG内部将使用librtmp里面的握手连接等函数。
  5. if (avio_open(&ofmt_ctx->pb, path,AVIO_FLAG_WRITE) < 0 ) {
  7.     printf("failed to open output file \n");
  8.     return NULL;
  9. }

目前这个Demo还有一些问题没有处理好，H264编码出来的数据播放后呈黑白（估计在IOS录制时，UV数据没有转换好）后续处理会弃用FFMPEG进行推流，直接使用Librtmp进行推送数据包。这样程序便于控制流传输的各个状态，及错误捕捉。

添加新批注
在作者公开此批注前，只有你和作者可见。
回复批注