#include #include #include #include #include #include #include #include #include #include #include "rtsp_demo.h" #ifdef RV1126_RV1109 #include #include #include #else #include #include #include #endif #include "rk_debug.h" #include "rk_defines.h" #include "rk_mpi_adec.h" #include "rk_mpi_aenc.h" #include "rk_mpi_ai.h" #include "rk_mpi_ao.h" #include "rk_mpi_avs.h" #include "rk_mpi_cal.h" #include "rk_mpi_ivs.h" #include "rk_mpi_mb.h" #include "rk_mpi_rgn.h" #include "rk_mpi_sys.h" #include "rk_mpi_tde.h" #include "rk_mpi_vdec.h" #include "rk_mpi_venc.h" #include "rk_mpi_vi.h" #include "rk_mpi_vo.h" #include "rk_mpi_vpss.h" #define MAX_AIQ_CTX 8 static rk_aiq_sys_ctx_t *g_aiq_ctx[MAX_AIQ_CTX]; rk_aiq_working_mode_t g_WDRMode[MAX_AIQ_CTX]; #include static atomic_int g_sof_cnt = 0; static atomic_bool g_should_quit = false; static RK_S32 g_s32FrameCnt = -1; static RK_U32 g_u32Bitrate = 10 * 1024; static bool quit = false; rtsp_demo_handle g_rtsplive = NULL; static rtsp_session_handle g_rtsp_session; static void sigterm_handler(int sig) { fprintf(stderr, "signal %d\n", sig); quit = true; } RK_U64 TEST_COMM_GetNowUs() { struct timespec time = {0, 0}; clock_gettime(CLOCK_MONOTONIC, &time); return (RK_U64)time.tv_sec * 1000000 + (RK_U64)time.tv_nsec / 1000; /* microseconds */ } static void *GetMediaBuffer0(void *arg) { (void)arg; printf("========%s========\n", __func__); void *pData = RK_NULL; int loopCount = 0; int s32Ret; VENC_STREAM_S stFrame; stFrame.pstPack = malloc(sizeof(VENC_PACK_S)); while (!quit) { s32Ret = RK_MPI_VENC_GetStream(0, &stFrame, 200000); if (s32Ret == RK_SUCCESS) { if (g_rtsplive && g_rtsp_session) { pData = RK_MPI_MB_Handle2VirAddr(stFrame.pstPack->pMbBlk); rtsp_tx_video(g_rtsp_session, pData, stFrame.pstPack->u32Len, stFrame.pstPack->u64PTS); rtsp_do_event(g_rtsplive); } RK_U64 nowUs = TEST_COMM_GetNowUs(); RK_LOGD("chn:0, loopCount:%d enc->seq:%d wd:%d pts=%lld delay=%lldus\n", loopCount, stFrame.u32Seq, stFrame.pstPack->u32Len, stFrame.pstPack->u64PTS, nowUs - stFrame.pstPack->u64PTS); s32Ret = RK_MPI_VENC_ReleaseStream(0, &stFrame); if (s32Ret != RK_SUCCESS) { RK_LOGE("RK_MPI_VENC_ReleaseStream fail %x", s32Ret); } loopCount++; } if ((g_s32FrameCnt >= 0) && (loopCount > g_s32FrameCnt)) { quit = true; break; } usleep(10 * 1000); } printf("\n======exit %s=======\n", __func__); free(stFrame.pstPack); return NULL; } static RK_S32 test_venc_init(int chnId, int width, int height, RK_CODEC_ID_E enType) { printf("========%s========\n", __func__); VENC_RECV_PIC_PARAM_S stRecvParam; VENC_CHN_ATTR_S stAttr; memset(&stAttr, 0, sizeof(VENC_CHN_ATTR_S)); if (enType == RK_VIDEO_ID_AVC) { stAttr.stRcAttr.enRcMode = VENC_RC_MODE_H264CBR; stAttr.stRcAttr.stH264Cbr.u32BitRate = g_u32Bitrate; stAttr.stRcAttr.stH264Cbr.u32Gop = 60; } else if (enType == RK_VIDEO_ID_HEVC) { stAttr.stRcAttr.enRcMode = VENC_RC_MODE_H265CBR; stAttr.stRcAttr.stH265Cbr.u32BitRate = g_u32Bitrate; stAttr.stRcAttr.stH265Cbr.u32Gop = 60; } else if (enType == RK_VIDEO_ID_MJPEG) { stAttr.stRcAttr.enRcMode = VENC_RC_MODE_MJPEGCBR; stAttr.stRcAttr.stMjpegCbr.u32BitRate = g_u32Bitrate; } stAttr.stVencAttr.enType = enType; stAttr.stVencAttr.enPixelFormat = RK_FMT_YUV420SP; if (enType == RK_VIDEO_ID_AVC) stAttr.stVencAttr.u32Profile = H264E_PROFILE_HIGH; stAttr.stVencAttr.u32PicWidth = width; stAttr.stVencAttr.u32PicHeight = height; stAttr.stVencAttr.u32VirWidth = width; stAttr.stVencAttr.u32VirHeight = height; stAttr.stVencAttr.u32StreamBufCnt = 2; stAttr.stVencAttr.u32BufSize = width * height * 3 / 2; stAttr.stVencAttr.enMirror = MIRROR_NONE; RK_MPI_VENC_CreateChn(chnId, &stAttr); memset(&stRecvParam, 0, sizeof(VENC_RECV_PIC_PARAM_S)); stRecvParam.s32RecvPicNum = -1; RK_MPI_VENC_StartRecvFrame(chnId, &stRecvParam); return 0; } int vi_dev_init() { printf("%s\n", __func__); int ret = 0; int devId = 0; int pipeId = devId; VI_DEV_ATTR_S stDevAttr; VI_DEV_BIND_PIPE_S stBindPipe; memset(&stDevAttr, 0, sizeof(stDevAttr)); memset(&stBindPipe, 0, sizeof(stBindPipe)); // 0. get dev config status ret = RK_MPI_VI_GetDevAttr(devId, &stDevAttr); if (ret == RK_ERR_VI_NOT_CONFIG) { // 0-1.config dev ret = RK_MPI_VI_SetDevAttr(devId, &stDevAttr); if (ret != RK_SUCCESS) { printf("RK_MPI_VI_SetDevAttr %x\n", ret); return -1; } } else { printf("RK_MPI_VI_SetDevAttr already\n"); } // 1.get dev enable status ret = RK_MPI_VI_GetDevIsEnable(devId); if (ret != RK_SUCCESS) { // 1-2.enable dev ret = RK_MPI_VI_EnableDev(devId); if (ret != RK_SUCCESS) { printf("RK_MPI_VI_EnableDev %x\n", ret); return -1; } // 1-3.bind dev/pipe stBindPipe.u32Num = 1; stBindPipe.PipeId[0] = pipeId; ret = RK_MPI_VI_SetDevBindPipe(devId, &stBindPipe); if (ret != RK_SUCCESS) { printf("RK_MPI_VI_SetDevBindPipe %x\n", ret); return -1; } } else { printf("RK_MPI_VI_EnableDev already\n"); } return 0; } int vi_chn_init(int channelId, int width, int height) { int ret; int buf_cnt = 2; // VI init VI_CHN_ATTR_S vi_chn_attr; memset(&vi_chn_attr, 0, sizeof(vi_chn_attr)); vi_chn_attr.stIspOpt.u32BufCount = buf_cnt; vi_chn_attr.stIspOpt.enMemoryType = VI_V4L2_MEMORY_TYPE_DMABUF; // VI_V4L2_MEMORY_TYPE_MMAP; vi_chn_attr.stSize.u32Width = width; vi_chn_attr.stSize.u32Height = height; vi_chn_attr.enPixelFormat = RK_FMT_YUV420SP; vi_chn_attr.enCompressMode = COMPRESS_MODE_NONE; // COMPRESS_AFBC_16x16; vi_chn_attr.u32Depth = 0; //0, get fail, 1 - u32BufCount, can get, if bind to other device, must be < u32BufCount ret = RK_MPI_VI_SetChnAttr(0, channelId, &vi_chn_attr); ret |= RK_MPI_VI_EnableChn(0, channelId); if (ret) { printf("ERROR: create VI error! ret=%d\n", ret); return ret; } return ret; } static XCamReturn SIMPLE_COMM_ISP_SofCb(rk_aiq_metas_t *meta) { g_sof_cnt++; if (g_sof_cnt <= 2) printf("=== %u ===\n", meta->frame_id); return XCAM_RETURN_NO_ERROR; } static XCamReturn SIMPLE_COMM_ISP_ErrCb(rk_aiq_err_msg_t *msg) { if (msg->err_code == XCAM_RETURN_BYPASS) g_should_quit = true; return XCAM_RETURN_NO_ERROR; } RK_S32 SIMPLE_COMM_ISP_Init(RK_S32 CamId, rk_aiq_working_mode_t WDRMode, RK_BOOL MultiCam, const char *iq_file_dir) { if (CamId >= MAX_AIQ_CTX) { printf("%s : CamId is over 3\n", __FUNCTION__); return -1; } // char *iq_file_dir = "iqfiles/"; setlinebuf(stdout); if (iq_file_dir == NULL) { printf("SIMPLE_COMM_ISP_Init : not start.\n"); g_aiq_ctx[CamId] = NULL; return 0; } // must set HDR_MODE, before init g_WDRMode[CamId] = WDRMode; char hdr_str[16]; snprintf(hdr_str, sizeof(hdr_str), "%d", (int)WDRMode); setenv("HDR_MODE", hdr_str, 1); rk_aiq_sys_ctx_t *aiq_ctx; rk_aiq_static_info_t aiq_static_info; #ifdef RV1126_RV1109 rk_aiq_uapi_sysctl_enumStaticMetas(CamId, &aiq_static_info); printf("ID: %d, sensor_name is %s, iqfiles is %s\n", CamId, aiq_static_info.sensor_info.sensor_name, iq_file_dir); aiq_ctx = rk_aiq_uapi_sysctl_init(aiq_static_info.sensor_info.sensor_name, iq_file_dir, SIMPLE_COMM_ISP_ErrCb, SIMPLE_COMM_ISP_SofCb); if (MultiCam) rk_aiq_uapi_sysctl_setMulCamConc(aiq_ctx, true); #else rk_aiq_uapi2_sysctl_enumStaticMetas(CamId, &aiq_static_info); printf("ID: %d, sensor_name is %s, iqfiles is %s\n", CamId, aiq_static_info.sensor_info.sensor_name, iq_file_dir); aiq_ctx = rk_aiq_uapi2_sysctl_init(aiq_static_info.sensor_info.sensor_name, iq_file_dir, SIMPLE_COMM_ISP_ErrCb, SIMPLE_COMM_ISP_SofCb); if (MultiCam) rk_aiq_uapi2_sysctl_setMulCamConc(aiq_ctx, true); #endif g_aiq_ctx[CamId] = aiq_ctx; return 0; } RK_S32 SIMPLE_COMM_ISP_Run(RK_S32 CamId) { if (CamId >= MAX_AIQ_CTX || !g_aiq_ctx[CamId]) { printf("%s : CamId is over 3 or not init\n", __FUNCTION__); return -1; } #ifdef RV1126_RV1109 if (rk_aiq_uapi_sysctl_prepare(g_aiq_ctx[CamId], 0, 0, g_WDRMode[CamId])) { printf("rkaiq engine prepare failed !\n"); g_aiq_ctx[CamId] = NULL; return -1; } printf("rk_aiq_uapi_sysctl_init/prepare succeed\n"); if (rk_aiq_uapi_sysctl_start(g_aiq_ctx[CamId])) { printf("rk_aiq_uapi_sysctl_start failed\n"); return -1; } printf("rk_aiq_uapi_sysctl_start succeed\n"); #else if (rk_aiq_uapi2_sysctl_prepare(g_aiq_ctx[CamId], 0, 0, g_WDRMode[CamId])) { printf("rkaiq engine prepare failed !\n"); g_aiq_ctx[CamId] = NULL; return -1; } printf("rk_aiq_uapi2_sysctl_init/prepare succeed\n"); if (rk_aiq_uapi2_sysctl_start(g_aiq_ctx[CamId])) { printf("rk_aiq_uapi2_sysctl_start failed\n"); return -1; } printf("rk_aiq_uapi2_sysctl_start succeed\n"); #endif return 0; } RK_S32 SIMPLE_COMM_ISP_Stop(RK_S32 CamId) { if (CamId >= MAX_AIQ_CTX || !g_aiq_ctx[CamId]) { printf("%s : CamId is over 3 or not init g_aiq_ctx[%d] = %p\n", __FUNCTION__, CamId, g_aiq_ctx[CamId]); return -1; } #ifdef RV1126_RV1109 printf("rk_aiq_uapi_sysctl_stop enter\n"); rk_aiq_uapi_sysctl_stop(g_aiq_ctx[CamId], false); printf("rk_aiq_uapi_sysctl_deinit enter\n"); rk_aiq_uapi_sysctl_deinit(g_aiq_ctx[CamId]); printf("rk_aiq_uapi_sysctl_deinit exit\n"); #else printf("rk_aiq_uapi2_sysctl_stop enter\n"); rk_aiq_uapi2_sysctl_stop(g_aiq_ctx[CamId], false); printf("rk_aiq_uapi2_sysctl_deinit enter\n"); rk_aiq_uapi2_sysctl_deinit(g_aiq_ctx[CamId]); printf("rk_aiq_uapi2_sysctl_deinit exit\n"); #endif g_aiq_ctx[CamId] = NULL; return 0; } static RK_CHAR optstr[] = "?::a::w:h:c:I:e:b:"; static void print_usage(const RK_CHAR *name) { printf("Usage example:\n"); printf("\t%s -I 0 -w 1920 -h 1080 (rtsp://ip/live/0)\n", name); printf("\t-w | --width: VI width, Default:1920\n"); printf("\t-h | --heght: VI height, Default:1080\n"); printf("\t-a | --aiq: iq file path, Default:/etc/iqfiles\n"); printf("\t-c | --frame_cnt: frame number of output, Default:-1\n"); printf("\t-I | --camid: camera ctx id, Default 0. " "0:rkisp_mainpath,1:rkisp_selfpath,2:rkisp_bypasspath\n"); printf("\t-e | --encode: encode type, Default:h264, Value:h264, h265\n"); printf("\t-b | --bitrate: set bitrate (Kbps), Default: 10Mbps\n"); } int main(int argc, char *argv[]) { RK_S32 s32Ret = RK_FAILURE; RK_U32 u32Width = 1920; RK_U32 u32Height = 1080; // RK_CHAR *pOutPath = NULL; RK_CODEC_ID_E enCodecType = RK_VIDEO_ID_AVC; RK_CHAR *pCodecName = "H264"; RK_S32 s32chnlId = 0; char *iq_dir = "/etc/iqfiles"; int c; int ret = -1; while ((c = getopt(argc, argv, optstr)) != -1) { switch (c) { case 'a': if (optarg) iq_dir = optarg; break; case 'w': u32Width = atoi(optarg); break; case 'h': u32Height = atoi(optarg); break; case 'I': s32chnlId = atoi(optarg); break; case 'c': g_s32FrameCnt = atoi(optarg); break; case 'e': if (!strcmp(optarg, "h264")) { enCodecType = RK_VIDEO_ID_AVC; pCodecName = "H264"; } else if (!strcmp(optarg, "h265")) { enCodecType = RK_VIDEO_ID_HEVC; pCodecName = "H265"; } else { printf("ERROR: Invalid encoder type.\n"); return -1; } break; case 'b': g_u32Bitrate = atoi(optarg); break; case '?': default: print_usage(argv[0]); return -1; } } printf("#CodecName:%s\n", pCodecName); printf("#Resolution: %dx%d\n", u32Width, u32Height); printf("#CameraIdx: %d\n\n", s32chnlId); printf("#Frame Count to save: %d\n", g_s32FrameCnt); signal(SIGINT, sigterm_handler); if (iq_dir) { #ifdef RKAIQ printf("ISP IQ file path: %s\n\n", iq_dir); SIMPLE_COMM_ISP_Init(0, RK_AIQ_WORKING_MODE_NORMAL, 0, iq_dir); SIMPLE_COMM_ISP_Run(0); #endif } // init rtsp g_rtsplive = create_rtsp_demo(554); g_rtsp_session = rtsp_new_session(g_rtsplive, "/live/0"); if (enCodecType == RK_VIDEO_ID_AVC) { rtsp_set_video(g_rtsp_session, RTSP_CODEC_ID_VIDEO_H264, NULL, 0); } else if (enCodecType == RK_VIDEO_ID_HEVC) { rtsp_set_video(g_rtsp_session, RTSP_CODEC_ID_VIDEO_H265, NULL, 0); } else { printf("not support other type\n"); return -1; } rtsp_sync_video_ts(g_rtsp_session, rtsp_get_reltime(), rtsp_get_ntptime()); if (RK_MPI_SYS_Init() != RK_SUCCESS) { RK_LOGE("rk mpi sys init fail!"); goto __FAILED; } vi_dev_init(); vi_chn_init(s32chnlId, u32Width, u32Height); // venc init test_venc_init(0, u32Width, u32Height, enCodecType); // RK_VIDEO_ID_AVC RK_VIDEO_ID_HEVC MPP_CHN_S stSrcChn, stDestChn; // bind vi to venc stSrcChn.enModId = RK_ID_VI; stSrcChn.s32DevId = 0; stSrcChn.s32ChnId = s32chnlId; stDestChn.enModId = RK_ID_VENC; stDestChn.s32DevId = 0; stDestChn.s32ChnId = 0; printf("====RK_MPI_SYS_Bind vi0 to venc0====\n"); s32Ret = RK_MPI_SYS_Bind(&stSrcChn, &stDestChn); if (s32Ret != RK_SUCCESS) { RK_LOGE("bind 0 ch venc failed"); goto __FAILED; } pthread_t main_thread; pthread_create(&main_thread, NULL, GetMediaBuffer0, NULL); while (!quit) { usleep(500000); } pthread_join(main_thread, NULL); if (g_rtsplive) rtsp_del_demo(g_rtsplive); s32Ret = RK_MPI_SYS_UnBind(&stSrcChn, &stDestChn); if (s32Ret != RK_SUCCESS) { RK_LOGE("RK_MPI_SYS_UnBind fail %x", s32Ret); } s32Ret = RK_MPI_VI_DisableChn(0, s32chnlId); RK_LOGE("RK_MPI_VI_DisableChn %x", s32Ret); s32Ret = RK_MPI_VENC_StopRecvFrame(0); if (s32Ret != RK_SUCCESS) { return s32Ret; } s32Ret = RK_MPI_VENC_DestroyChn(0); if (s32Ret != RK_SUCCESS) { RK_LOGE("RK_MPI_VDEC_DestroyChn fail %x", s32Ret); } s32Ret = RK_MPI_VI_DisableDev(0); RK_LOGE("RK_MPI_VI_DisableDev %x", s32Ret); ret = 0; __FAILED: RK_LOGE("test running exit:%d", s32Ret); RK_MPI_SYS_Exit(); #ifdef RKAIQ SIMPLE_COMM_ISP_Stop(0); #endif return ret; }