下載“Windows應用-音視頻捕獲”項目
本應用可以同時捕獲4個視頻源和4個音頻源,可以監視視頻源圖像,監聽音頻源;可以將視頻源圖像寫入MP4文件,將音頻源寫入MP3或WAV文件;還可以錄制系統播放的聲音。本應用使用MFC對話框程序創建。下面是應用的界面圖像。
使用方法
啟動應用就可以獲取捕獲設備,也可以按“重新捕獲”按鈕,再次捕獲。上圖是,電腦外接1個攝像頭和1個話筒獲得的界面圖像。紅色區域中,左側是視頻捕獲設備名稱,其右是監視按鈕,點擊可以顯示該捕獲設備當前視頻圖像,“SelAu”按鈕點擊后,會彈出菜單,菜單項是音頻捕獲設備名稱和系統聲音,選擇菜單項就可以為視頻錄制指定聲音源。點擊“錄制”按鈕,會將該捕獲設備的圖像和選擇的聲音,寫入MP4文件。
藍色區域中,左側是音頻捕獲設備名稱,其右是監聽按鈕,點擊后,電腦可以播放該捕獲設備的聲音;監聽按鈕右邊的按鈕可以選擇錄制產生的文件的格式(wav或mp3)。點擊“錄制”按鈕,會將該聲音源寫入音頻文件。
應用開發信息
應用使用了4個插件,捕獲.dll,寫MP4.dll,寫wav.dll,寫mp3.dll。有關這4個插件的信息可以看前面的文章。捕獲.dll使用媒體基礎的方法獲取捕獲設備。雖然DirectShow也可以實現音視頻捕獲,但由于媒體基礎對象可以在win32和MFC程序中創建并使用,所以使用起來更加靈活。
加載捕獲DLL,獲取兩個導出函數的地址。
typedef int(__cdecl *MYPROC_CAP_Init)(CAP_INIT init, CAP_VIDEO_INFO*& VideoInfo, CAP_AUDIO_INFO*& AudioInfo);
typedef int(__cdecl *MYPROC_VOID)();HMODULE hCap = NULL;//捕獲dll模塊句柄MYPROC_CAP_Init CAP_Init = NULL;MYPROC_VOID CAP_ReleaseDevice = NULL;hCap = LoadLibrary(L"捕獲.dll");//加載捕獲模塊if (hCap){CAP_Init=(MYPROC_CAP_Init)GetProcAddress(hCap, "Init");//獲取捕獲模塊“初始化”函數地址CAP_ReleaseDevice=(MYPROC_VOID)GetProcAddress(hCap, "ReleaseDevice");//獲取捕獲模塊“釋放所有捕獲設備”函數地址}
定義捕獲初始化結構和視頻樣本,音頻樣本輸出函數。
typedef int(__cdecl *MYPROC_CAP_Sample)(LONGLONG star, LONGLONG end, BYTE* pB, LONG len);int VideoSample0(LONGLONG star, LONGLONG end, BYTE* pB, LONG len)//視頻流0樣本輸出函數
{return 1;
}
....struct CAP_INIT
{MYPROC_CAP_Sample VideoSample0 = NULL;//視頻樣本輸出函數MYPROC_CAP_Sample VideoSample1 = NULL;MYPROC_CAP_Sample VideoSample2 = NULL;MYPROC_CAP_Sample VideoSample3 = NULL;MYPROC_CAP_Sample AudioSample0 = NULL;//音頻樣本輸出函數MYPROC_CAP_Sample AudioSample1 = NULL;MYPROC_CAP_Sample AudioSample2 = NULL;MYPROC_CAP_Sample AudioSample3 = NULL;
};
調用捕獲初始化函數,此時將獲取捕獲設備,創建視頻流和音頻流。即,視頻音頻樣本輸出函數被反復調用,函數的參數提供時間戳,樣本緩沖區指針和樣本大小。
CAP_INIT CapInit;CapInit.VideoSample0 = &VideoSample0;//為視頻,音頻源指定輸出函數CapInit.VideoSample1 = &VideoSample1;CapInit.VideoSample2 = &VideoSample2;CapInit.VideoSample3 = &VideoSample3;CapInit.AudioSample0 = &AudioSample0;CapInit.AudioSample1 = &AudioSample1;CapInit.AudioSample2 = &AudioSample2;CapInit.AudioSample3 = &AudioSample3;struct CAP_VIDEO_INFO
{UINT32 Width = 0;//視頻寬,單位像素UINT32 Height = 0;//視頻高,單位像素double nFrames = 0;//幀率WCHAR *Name = NULL;//視頻捕獲設備名稱
};struct CAP_AUDIO_INFO
{UINT32 nCh;//聲道數WCHAR *Name = NULL;//視頻捕獲設備名稱
};CAP_VIDEO_INFO* pVInfo = NULL;//結構數組用于存儲視頻流,音頻流信息CAP_AUDIO_INFO* pAInfo = NULL;pVInfo = new CAP_VIDEO_INFO[4]; pAInfo = new CAP_AUDIO_INFO[4];//結構數組用于存儲視頻流,音頻流信息 WORD w = CAP_Init(CapInit, pVInfo, pAInfo);//獲取捕獲設備,創建視頻流,音頻流ACount = LOBYTE(w); VCount = HIBYTE(w);//獲取音頻流,視頻流數量
在程序退出時,釋放所有捕獲設備。
CAP_ReleaseDevice();//釋放捕獲設備
加載寫MP4 DLL,獲取所有導出函數地址。
typedef int(__cdecl *MYPROC_MP4_Init)(int index, MW_INIT init);
typedef int(__cdecl *MYPROC_Sample)(BYTE* pB, LONG len);
typedef int(__cdecl *MYPROC_ISample)(int index, BYTE* pB, LONG len);
typedef int(__cdecl *MYPROC_IVSample)(int index, LONGLONG star, LONGLONG end, BYTE* pB, LONG len);
typedef int(__cdecl *MYPROC_IVOID)(int index);
typedef int(__cdecl *H264Set)(int index, VARIANT var);
typedef int(__cdecl *H264Get)(int index, VARIANT& var);HMODULE hMp4 = NULL;MYPROC_VOID MP4_Create = NULL;MYPROC_MP4_Init MP4_Init = NULL;MYPROC_IVSample MP4_VSample = NULL;MYPROC_ISample MP4_ASample = NULL;MYPROC_IVOID MP4_Exit = NULL;MYPROC_IVOID MP4_GetState = NULL;MYPROC_IVOID MP4_Stop = NULL;MYPROC_IVOID MP4_Run = NULL;MYPROC_VOID MP4_DestroyAll = NULL;H264Set H264_SetAdaptiveMode = NULL;//自適應地更改幀速率設置函數H264Set H264_SetRateMode = NULL;//速率控制模式設置函數H264Set H264_SetQuality = NULL;//質量級別設置函數H264Set H264_SetQualityVsSpeed = NULL;//質量/速度權衡設置函數H264Set H264_SetMeanBitRate = NULL;//平均比特率設置函數H264Get H264_GetMeanBitRate = NULL;hMp4 = LoadLibrary(L"寫MP4.dll");//加載寫MP4模塊if (hMp4){MP4_Create = (MYPROC_VOID)GetProcAddress(hMp4, "Create");//創建MP4_Init=(MYPROC_MP4_Init)GetProcAddress(hMp4, "Init");//初始化MP4_VSample=(MYPROC_IVSample)GetProcAddress(hMp4, "WriteVideoSample");//寫視頻樣本MP4_ASample = (MYPROC_ISample)GetProcAddress(hMp4, "WriteAudioSample");//寫音頻樣本MP4_GetState = (MYPROC_IVOID)GetProcAddress(hMp4, "GetState");//獲取狀態MP4_Run=(MYPROC_IVOID)GetProcAddress(hMp4, "Run");//運行MP4_Stop=(MYPROC_IVOID)GetProcAddress(hMp4, "Stop");//停止MP4_Exit=(MYPROC_IVOID)GetProcAddress(hMp4, "Exit");//退出MP4_DestroyAll = (MYPROC_VOID)GetProcAddress(hMp4, "DestroyAll");H264_SetAdaptiveMode = (H264Set)GetProcAddress(hMp4, "H264_SetAdaptiveMode");//自適應地更改幀速率H264_SetRateMode = (H264Set)GetProcAddress(hMp4, "H264_SetRateControlMode");//速率控制模式H264_SetQuality = (H264Set)GetProcAddress(hMp4, "H264_SetQuality");//質量級別H264_SetQualityVsSpeed = (H264Set)GetProcAddress(hMp4, "H264_SetQualityVsSpeed");//質量/速度權衡H264_SetMeanBitRate = (H264Set)GetProcAddress(hMp4, "H264_SetMeanBitRate");//平均比特率H264_GetMeanBitRate = (H264Get)GetProcAddress(hMp4, "H264_GetMeanBitRate");MP4_Create(); MP4_Create(); MP4_Create(); MP4_Create();//創建4個寫MP4對象}
下面以錄制1個視頻源舉例。
開始錄制視頻源0:
struct MW_INIT
{WCHAR* Path;//輸出文件路徑UINT VideoWidth;//視頻圖像寬度,單位像素UINT VideoHeight;//視頻圖像高度,單位像素double nFramePerSec;//視頻每秒幀數BOOL Fixed;//TRUE,樣本持續時間是固定值;FALSE,非固定值UINT BIT_RATE;//視頻傳輸率。為0使用默認傳輸率UINT AudioSamplesPerSec;//音頻采樣率
};
int mvState0=0;//錄制狀態。在“C音視頻捕獲Dlg”類中定義MW_INIT MwInit;MwInit.Path = L"D:\\1.mp4";MwInit.VideoWidth = 1280;MwInit.VideoHeight = 720;MwInit.nFramePerSec = 30;MwInit.BIT_RATE = 0;MwInit.Fixed = FALSE;MwInit.AudioSamplesPerSec = 48000;MP4_Init(0, MwInit);MP4_Run(0);mvState0 = 1;//錄制狀態
暫停錄制視頻源0:
if (mvState0 == 1){mvState0 = 2;MP4_Stop(0);}
停止錄制視頻源0:
mvState0 = 0;MP4_Stop(0);MP4_Exit(0);
在視頻流0樣本輸出函數中,寫視頻樣本:
//以下變量在“C音視頻捕獲Dlg”類中定義int mvState0, mvState1, mvState2, mvState3;//視頻錄制狀態。0停止,1運行,2暫停LONGLONG mTime0, mTime1, mTime2, mTime3;BOOL First0, First1, First2, First3;LONGLONG mStar0, mStar1, mStar2, mStar3;LONGLONG mPause0, mPause1, mPause2, mPause3;int VideoSample0(LONGLONG star, LONGLONG end, BYTE* pB, LONG len)//視頻流0樣本輸出函數
{C音視頻捕獲Dlg* pDlg = (C音視頻捕獲Dlg*)theApp.m_pMainWnd;if (pDlg->mvState0 == 0)//如果停止{pDlg->First0 = TRUE;pDlg->mTime0 = 0; pDlg->mPause0 = 0;}if (pDlg->mvState0 == 1)//如果運行{if (pDlg->First0){pDlg->First0 = FALSE;pDlg->mStar0 = star;}pDlg->MP4_VSample(0, pDlg->mPause0 + star - pDlg->mStar0, pDlg->mPause0 + end - pDlg->mStar0, pB, len);pDlg->mTime0 = pDlg->mPause0 + end - pDlg->mStar0;}if (pDlg->mvState0 == 2)//如果暫停{pDlg->First0 = TRUE;pDlg->mPause0 = pDlg->mTime0;}return 1;
}
在音頻流0樣本輸出函數中,寫音頻樣本:
int AudioSample0(LONGLONG star, LONGLONG end, BYTE* pB, LONG len)//音頻流0樣本輸出函數
{C音視頻捕獲Dlg* pDlg = (C音視頻捕獲Dlg*)theApp.m_pMainWnd;if (pDlg->mvState0 == 1 &&pDlg->mAudioSel0 == 0)//如果圖像0需要獲取此音頻{if (pDlg->MP4_GetState(0))//如果寫MP4已運行{pDlg->MP4_ASample(0, pB, len);}}return 1;
}
如果需要全部代碼,可以下載“Windows應用-音視頻捕獲”項目。