一套rk3588 rtsp服务器推流的 github 方案及记录 -01 - ToB企服应用市场:ToB评测及商务社交产业平台

cmake_minimum_required(VERSION 3.5)
project(rtspserver)
set(CMAKE_INCLUDE_CURRENT_DIR ON)
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DSOCKLEN_T=socklen_t -g ")
find_package(OpenCV 4.5.5 REQUIRED)
find_package(OpenSSL REQUIRED)
# MPP
set(MPP_PATH /home/orangepi/code/mpp-develop/inc)
set(MPP_LIBS /home/orangepi/code/mpp-develop/mpp/librockchip_mpp.so)
include_directories(${MPP_PATH})
# OSAL
set(OSAL_PATH /home/orangepi/code/mpp-develop/osal/inc/ /home/orangepi/code/mpp-develop/utils)
set(OSAL_LIBS /home/orangepi/code/mpp-develop/osal/libosal.a /home/orangepi/code/mpp-develop/utils/libutils.a)
include_directories(${OSAL_PATH})
# RKNN lib
set(RKNN_API_PATH ${CMAKE_SOURCE_DIR}/lib)
set(RKNN_RT_LIB ${RKNN_API_PATH}/aarch64/librknnrt.so)
include_directories(${RKNN_API_PATH}/include)
include_directories(${CMAKE_SOURCE_DIR}/3rdparty)
# RGA
set(RGA_PATH ${CMAKE_SOURCE_DIR}/3rdparty/rga/RK3588)
set(RGA_LIB ${RGA_PATH}/lib/Linux/aarch64/librga.so)
include_directories(${RGA_PATH}/include)
aux_source_directory(src/xop SOURCE1)
aux_source_directory(src/net SOURCE2)
include_directories(
src
src/xop
src/net
src/3rdpart
)
# add_executable(rtsp
# example/rtsp_server.cpp
# ${SOURCE1}
# ${SOURCE2}
# src/3rdpart/md5/md5.hpp
# )
# target_link_libraries(rtsp ${MPP_LIBS} ${OSAL_LIBS} ${OpenCV_LIBS} ${RKNN_RT_LIB} ${RGA_LIB} OpenSSL::SSL OpenSSL::Crypto )
# add_executable(rh264
# example/rtsp_h264_file.cpp
# ${SOURCE1}
# ${SOURCE2}
# src/3rdpart/md5/md5.hpp
# )
# target_link_libraries(rh264 ${MPP_LIBS} ${OSAL_LIBS} ${OpenCV_LIBS} OpenSSL::SSL OpenSSL::Crypto )
add_executable(sample
example/sample.cpp
${SOURCE1}
${SOURCE2}
src/3rdpart/md5/md5.hpp
)
target_link_libraries(sample ${MPP_LIBS} ${OSAL_LIBS} ${OpenCV_LIBS} ${RKNN_RT_LIB} ${RGA_LIB} OpenSSL::SSL OpenSSL::Crypto )

复制代码

bool IsKeyFrame(const char* data, uint32_t size)
{
if (size > 4) {
//0x67:sps ,0x65:IDR, 0x6: SEI
if (data[4] == 0x67 || data[4] == 0x65 ||
data[4] == 0x6 || data[4] == 0x27) {
return true;
}
}
return false;
}
void SendFrameThread(xop::RtspServer* rtsp_server, xop::MediaSessionId session_id, int& clients)
{
encoder e;
// encoder相关内存拷贝
int size = 0;
char* buffer ;
// 编码标志位
int i = 0;
// 生成图像
int width = 1920;
int height = 1080;
cv::Mat colorBar= cv::Mat::zeros(height, width, CV_8UC3);
// 设置彩条的宽度
int barWidth = width / 8; // 8个彩条，你可以根据需要调整
// 生成彩条
for (int i = 0; i < 8; ++i) {
// 计算彩条的起始和结束位置
int startX = i * barWidth;
int endX = (i + 1) * barWidth;
// 设置彩条颜色（BGR格式）
cv::Vec3b color;
if (i % 2 == 0) {
color = cv::Vec3b(255, 0, 155); // 蓝色
} else {
color = cv::Vec3b(0, 255, 0); // 绿色
}
// 在colorBar上画出彩条
colorBar(cv::Rect(startX, 0, barWidth, height)) = color;
}
while(1)
{
if(clients > 0) /* 会话有客户端在线, 发送音视频数据 */
{
{
xop::AVFrame videoFrame = {0};
// printf("width is %d, height is %d",colorBar.rows,colorBar.cols);
// 编码发包
if(0==i){
// 第一帧有sps信息给他两帧拼一起
char *buffer1;
int size1;
e.init(buffer1,size1);
videoFrame.size = size1;
e.postAframe(colorBar,buffer,size);
videoFrame.size += size;
videoFrame.buffer.reset(new uint8_t[videoFrame.size]);
memcpy(videoFrame.buffer.get(), buffer1, size1);
memcpy(videoFrame.buffer.get()+size1, buffer, size);
i++;
}
else{
e.postAframe(colorBar,buffer,size);
videoFrame.size = size; // 视频帧大小
videoFrame.buffer.reset(new uint8_t[videoFrame.size]);
memcpy(videoFrame.buffer.get(), buffer, videoFrame.size);
}
videoFrame.type = IsKeyFrame(buffer, size) ? xop::VIDEO_FRAME_I : xop::VIDEO_FRAME_P;
// videoFrame.type = 0; // 建议确定帧类型。I帧(xop::VIDEO_FRAME_I) P帧(xop::VIDEO_FRAME_P)
videoFrame.timestamp = xop::H264Source::GetTimestamp(); // 时间戳, 建议使用编码器提供的时间戳
// writeCharPointerToFile((char *)videoFrame.buffer.get(), videoFrame.size, "filename.txt");
rtsp_server->PushFrame(session_id, xop::channel_0, videoFrame); //送到服务器进行转发, 接口线程安全
/*
//获取一帧 H264, 打包
xop::AVFrame videoFrame = {0};
videoFrame.type = 0; // 建议确定帧类型。I帧(xop::VIDEO_FRAME_I) P帧(xop::VIDEO_FRAME_P)
videoFrame.size = video frame size; // 视频帧大小
videoFrame.timestamp = xop::H264Source::GetTimestamp(); // 时间戳, 建议使用编码器提供的时间戳
videoFrame.buffer.reset(new uint8_t[videoFrame.size]);
memcpy(videoFrame.buffer.get(), video frame data, videoFrame.size);
rtsp_server->PushFrame(session_id, xop::channel_0, videoFrame); //送到服务器进行转发, 接口线程安全
*/
}
{
/*
//获取一帧 AAC, 打包
xop::AVFrame audioFrame = {0};
audioFrame.type = xop::AUDIO_FRAME;
audioFrame.size = audio frame size; /* 音频帧大小
audioFrame.timestamp = xop::AACSource::GetTimestamp(44100); // 时间戳
audioFrame.buffer.reset(new uint8_t[audioFrame.size]);
memcpy(audioFrame.buffer.get(), audio frame data, audioFrame.size);
rtsp_server->PushFrame(session_id, xop::channel_1, audioFrame); // 送到服务器进行转发, 接口线程安全
*/
}
}
// xop::Timer::Sleep(20); /* 实际使用需要根据帧率计算延时! 我这里处理延时很大，就不人工延迟了*/
}
videocapture->release();
e.deinit((MPP_RET)0);
yolo5.deinit();
}

复制代码