一.RV1126+OPENCV對視頻流進行視頻膨脹操作的大體流程圖
思路:初始化VI與VENC模塊,之后開啟兩個線程,一個線程從VI模塊獲取視頻流數據,用Opencv的Mat將其轉成Mat矩陣之后進行用dilate膨脹,將膨脹之后的視頻數據用send函數發送到venc中。另一個線程從venc中獲取數據之后進行保存處理。
#include <assert.h>
#include <fcntl.h>
#include <getopt.h>
#include <opencv2/imgproc.hpp>
#include <pthread.h>
#include <signal.h>
#include <stdbool.h>
#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#include <unistd.h>// #include "common/sample_common.h"
#include "rkmedia_api.h"#include <opencv2/core.hpp>
// #include <opencv2/imgoroc.hpp>
#include <opencv2/highgui.hpp>
#include <opencv2/opencv.hpp>using namespace cv;
using namespace std;#define CAMERA_PATH "rkispp_scale0"
#define CAMERA_ID 0
#define CAMERA_CHN 0
#define VENC_CHN 0
#define WIDTH 1920
#define HEIGHT 1080void *opencv_vi_dliate_thread(void *args)
{pthread_detach(pthread_self());MEDIA_BUFFER mb = NULL;while (1){mb = RK_MPI_SYS_GetMediaBuffer(RK_ID_VI, CAMERA_CHN, -1);//獲取VI數據if (!mb){printf("Get Vi stream break...\n");break;}Mat rv1126_vi_mat = Mat(HEIGHT, WIDTH, CV_8UC1, RK_MPI_MB_GetPtr(mb)); //把VI數據轉換成OPENCV的Mat矩陣Mat rv1126_vi_structure = getStructuringElement(MORPH_RECT, Size(15, 15));//獲取內核,內核的形狀是矩形,長度大小是15 * 15dilate(rv1126_vi_mat, rv1126_vi_mat, rv1126_vi_structure);//對Mat矩陣進行dilate膨脹RK_MPI_SYS_SendMediaBuffer(RK_ID_VENC, VENC_CHN, mb);//把膨脹后的數據傳輸到VENC編碼器RK_MPI_MB_ReleaseBuffer(mb);//釋放資源}return NULL;
}void *get_venc_stream_thread(void * args)
{pthread_detach(pthread_self());MEDIA_BUFFER mb = NULL;FILE *opencv_dliate_file = fopen("test_opencv_dliate.h264", "w+");while (1){mb = RK_MPI_SYS_GetMediaBuffer(RK_ID_VENC, VENC_CHN, -1);if (!mb){printf("Get Venc stream break...\n");break;}printf("Get Dlite_Venc Stream Success...\n");fwrite(RK_MPI_MB_GetPtr(mb), RK_MPI_MB_GetSize(mb), 1, opencv_dliate_file);RK_MPI_MB_ReleaseBuffer(mb);}return NULL;
}int main()
{int ret;VI_CHN_ATTR_S vi_chn_attr;vi_chn_attr.pcVideoNode = CAMERA_PATH; // Pathvi_chn_attr.u32Width = 1920; // Widthvi_chn_attr.u32Height = 1080; // Heightvi_chn_attr.enPixFmt = IMAGE_TYPE_NV12; // ImageTypevi_chn_attr.enBufType = VI_CHN_BUF_TYPE_MMAP; // BufTypevi_chn_attr.u32BufCnt = 3; // Cntvi_chn_attr.enWorkMode = VI_WORK_MODE_NORMAL; // Moderet = RK_MPI_VI_SetChnAttr(CAMERA_ID, CAMERA_CHN, &vi_chn_attr);if (ret){printf("Vi Set Attr Failed.....\n");return 0;}else{printf("Vi Set Attr Success.....\n");}ret = RK_MPI_VI_EnableChn(CAMERA_ID, CAMERA_CHN);if (ret){printf("Vi Enable Attr Failed.....\n");return 0;}else{printf("Vi Enable Attr Success.....\n");}VENC_CHN_ATTR_S venc_chn_attr;memset(&venc_chn_attr, 0, sizeof(VENC_CHN_ATTR_S));venc_chn_attr.stVencAttr.u32PicWidth = 1920;venc_chn_attr.stVencAttr.u32PicHeight = 1080;venc_chn_attr.stVencAttr.u32VirWidth = 1920;venc_chn_attr.stVencAttr.u32VirHeight = 1080;venc_chn_attr.stVencAttr.imageType = IMAGE_TYPE_NV12;venc_chn_attr.stVencAttr.enType = RK_CODEC_TYPE_H264;venc_chn_attr.stVencAttr.u32Profile = 66;venc_chn_attr.stRcAttr.enRcMode = VENC_RC_MODE_H264CBR;venc_chn_attr.stRcAttr.stH264Cbr.u32Gop = 25;venc_chn_attr.stRcAttr.stH264Cbr.u32BitRate = 1920 * 1080 * 3;venc_chn_attr.stRcAttr.stH264Cbr.fr32DstFrameRateDen = 1;venc_chn_attr.stRcAttr.stH264Cbr.fr32DstFrameRateNum = 25;venc_chn_attr.stRcAttr.stH264Cbr.u32SrcFrameRateDen = 1;venc_chn_attr.stRcAttr.stH264Cbr.u32SrcFrameRateNum = 25;ret = RK_MPI_VENC_CreateChn(VENC_CHN, &venc_chn_attr);if (ret){printf("ERROR: Create venc failed!\n");exit(0);}ret = RK_MPI_VI_StartStream(CAMERA_ID, CAMERA_CHN);if (ret){printf("start vi stream failed.....\n");}else{printf("start vi stream success.....\n");}pthread_t pid;pthread_create(&pid, NULL, opencv_vi_dliate_thread, NULL);//膨脹處理線程pthread_create(&pid, NULL, get_venc_stream_thread, NULL);//獲取VENC線程while (1){sleep(2);}RK_MPI_VENC_DestroyChn(VENC_CHN);RK_MPI_VI_DisableChn(CAMERA_ID, CAMERA_CHN);return 0;
}
二.RV1126+OPENCV對視頻流進行視頻腐蝕操作的大體流程圖
思路:初始化VI與VENC模塊,之后開啟兩個線程,一個線程從VI模塊獲取視頻流數據,用Opencv的Mat將其轉成Mat矩陣之后進行用dilate膨脹,將膨脹之后的視頻數據用send函數發送到venc中。另一個線程從venc中獲取數據之后進行保存處理。
#include <assert.h>
#include <fcntl.h>
#include <getopt.h>
#include <opencv2/imgproc.hpp>
#include <pthread.h>
#include <signal.h>
#include <stdbool.h>
#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#include <unistd.h>// #include "common/sample_common.h"
#include "rkmedia_api.h"#include <opencv2/core.hpp>
// #include <opencv2/imgoroc.hpp>
#include <opencv2/highgui.hpp>
#include <opencv2/opencv.hpp>using namespace cv;
using namespace std;#define CAMERA_PATH "rkispp_scale0"
#define CAMERA_ID 0
#define CAMERA_CHN 0
#define VENC_CHN 0
#define WIDTH 1920
#define HEIGHT 1080void *opencv_vi_dliate_thread(void *args)
{pthread_detach(pthread_self());MEDIA_BUFFER mb = NULL;while (1){mb = RK_MPI_SYS_GetMediaBuffer(RK_ID_VI, CAMERA_CHN, -1);//獲取VI數據if (!mb){printf("Get Vi stream break...\n");break;}Mat rv1126_vi_mat = Mat(HEIGHT, WIDTH, CV_8UC1, RK_MPI_MB_GetPtr(mb)); //把VI數據轉換成OPENCV的Mat矩陣Mat rv1126_vi_structure = getStructuringElement(MORPH_RECT, Size(15, 15));//獲取內核,內核的形狀是矩形,長度大小是15 * 15dilate(rv1126_vi_mat, rv1126_vi_mat, rv1126_vi_structure);//對Mat矩陣進行dilate膨脹RK_MPI_SYS_SendMediaBuffer(RK_ID_VENC, VENC_CHN, mb);//把膨脹后的數據傳輸到VENC編碼器RK_MPI_MB_ReleaseBuffer(mb);//釋放資源}return NULL;
}void *get_venc_stream_thread(void * args)
{pthread_detach(pthread_self());MEDIA_BUFFER mb = NULL;FILE *opencv_dliate_file = fopen("test_opencv_dliate.h264", "w+");while (1){mb = RK_MPI_SYS_GetMediaBuffer(RK_ID_VENC, VENC_CHN, -1);if (!mb){printf("Get Venc stream break...\n");break;}printf("Get Dlite_Venc Stream Success...\n");fwrite(RK_MPI_MB_GetPtr(mb), RK_MPI_MB_GetSize(mb), 1, opencv_dliate_file);RK_MPI_MB_ReleaseBuffer(mb);}return NULL;
}int main()
{int ret;VI_CHN_ATTR_S vi_chn_attr;vi_chn_attr.pcVideoNode = CAMERA_PATH; // Pathvi_chn_attr.u32Width = 1920; // Widthvi_chn_attr.u32Height = 1080; // Heightvi_chn_attr.enPixFmt = IMAGE_TYPE_NV12; // ImageTypevi_chn_attr.enBufType = VI_CHN_BUF_TYPE_MMAP; // BufTypevi_chn_attr.u32BufCnt = 3; // Cntvi_chn_attr.enWorkMode = VI_WORK_MODE_NORMAL; // Moderet = RK_MPI_VI_SetChnAttr(CAMERA_ID, CAMERA_CHN, &vi_chn_attr);if (ret){printf("Vi Set Attr Failed.....\n");return 0;}else{printf("Vi Set Attr Success.....\n");}ret = RK_MPI_VI_EnableChn(CAMERA_ID, CAMERA_CHN);if (ret){printf("Vi Enable Attr Failed.....\n");return 0;}else{printf("Vi Enable Attr Success.....\n");}VENC_CHN_ATTR_S venc_chn_attr;memset(&venc_chn_attr, 0, sizeof(VENC_CHN_ATTR_S));venc_chn_attr.stVencAttr.u32PicWidth = 1920;venc_chn_attr.stVencAttr.u32PicHeight = 1080;venc_chn_attr.stVencAttr.u32VirWidth = 1920;venc_chn_attr.stVencAttr.u32VirHeight = 1080;venc_chn_attr.stVencAttr.imageType = IMAGE_TYPE_NV12;venc_chn_attr.stVencAttr.enType = RK_CODEC_TYPE_H264;venc_chn_attr.stVencAttr.u32Profile = 66;venc_chn_attr.stRcAttr.enRcMode = VENC_RC_MODE_H264CBR;venc_chn_attr.stRcAttr.stH264Cbr.u32Gop = 25;venc_chn_attr.stRcAttr.stH264Cbr.u32BitRate = 1920 * 1080 * 3;venc_chn_attr.stRcAttr.stH264Cbr.fr32DstFrameRateDen = 1;venc_chn_attr.stRcAttr.stH264Cbr.fr32DstFrameRateNum = 25;venc_chn_attr.stRcAttr.stH264Cbr.u32SrcFrameRateDen = 1;venc_chn_attr.stRcAttr.stH264Cbr.u32SrcFrameRateNum = 25;ret = RK_MPI_VENC_CreateChn(VENC_CHN, &venc_chn_attr);if (ret){printf("ERROR: Create venc failed!\n");exit(0);}ret = RK_MPI_VI_StartStream(CAMERA_ID, CAMERA_CHN);if (ret){printf("start vi stream failed.....\n");}else{printf("start vi stream success.....\n");}pthread_t pid;pthread_create(&pid, NULL, opencv_vi_dliate_thread, NULL);//膨脹處理線程pthread_create(&pid, NULL, get_venc_stream_thread, NULL);//獲取VENC線程while (1){sleep(2);}RK_MPI_VENC_DestroyChn(VENC_CHN);RK_MPI_VI_DisableChn(CAMERA_ID, CAMERA_CHN);return 0;
}