|
|
|
|
@ -6,6 +6,7 @@ Cffmpeg_decode::Cffmpeg_decode(QObject *parent) : QObject(parent) {
|
|
|
|
|
yuvFrame = av_frame_alloc();
|
|
|
|
|
rgbFrame = av_frame_alloc();
|
|
|
|
|
avformat_network_init();
|
|
|
|
|
m_rtsp_transport = "tcp";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Cffmpeg_decode::~Cffmpeg_decode() {
|
|
|
|
|
@ -27,24 +28,62 @@ Cffmpeg_decode::~Cffmpeg_decode() {
|
|
|
|
|
avformat_close_input(&inputFormatCtx);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void Cffmpeg_decode::setUrl(QString url) { _url = url; }
|
|
|
|
|
void Cffmpeg_decode::setStreamUrl(QString url) { _url = url; }
|
|
|
|
|
|
|
|
|
|
void Cffmpeg_decode::setPlayVideo(bool bPlay) {
|
|
|
|
|
mutex.lock();
|
|
|
|
|
bPlayVideoFlag = bPlay;
|
|
|
|
|
if (bPlayVideoFlag) {
|
|
|
|
|
// 初始化 previous_pts_time 为无效值（拉流使用）
|
|
|
|
|
previous_pts_time = -1.0; // 表示没有上一帧的时间戳
|
|
|
|
|
first_frame_pts_time = 0.0; // 第一帧的 PTS 时间
|
|
|
|
|
first_frame_system_time = 0.0; // 第一帧解码时的系统时间
|
|
|
|
|
}
|
|
|
|
|
mutex.unlock();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief 设置推流
|
|
|
|
|
* @param bPushStream: 开启/关闭推流
|
|
|
|
|
*/
|
|
|
|
|
void Cffmpeg_decode::setPushStream(bool bPushStream) {
|
|
|
|
|
mutex.lock();
|
|
|
|
|
bPushStreamFlag = bPushStream;
|
|
|
|
|
if (bPushStreamFlag) { // 推流初始化
|
|
|
|
|
// emit sendInitPushStream_Signal(inputFormatCtx);
|
|
|
|
|
} else { // 停止推流
|
|
|
|
|
emit sendStopPushStream_Signal();
|
|
|
|
|
bOpenPushStreamFlag = false;
|
|
|
|
|
firstDts = AV_NOPTS_VALUE; // 初始化第一帧的DTS
|
|
|
|
|
}
|
|
|
|
|
mutex.unlock();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
bool Cffmpeg_decode::open_input_file() {
|
|
|
|
|
if (_url.isEmpty())
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
|
|
m_rtsp_transport = _url.left(4) == "rtmp" ? "tcp" : "udp";
|
|
|
|
|
//========================解码============================
|
|
|
|
|
AVDictionary *avdic = NULL;
|
|
|
|
|
// 设置缓存大小，1080p可将值调大
|
|
|
|
|
av_dict_set(&avdic, "buffer_size", "2048000", 0);
|
|
|
|
|
// 以udp方式打开，如果以tcp方式打开将udp替换为tcp
|
|
|
|
|
av_dict_set(&avdic, "rtsp_transport", m_rtsp_transport.toUtf8().data(), 0);
|
|
|
|
|
int ret = av_dict_set(&avdic, "rtsp_transport",
|
|
|
|
|
m_rtsp_transport.toUtf8().data(), 0);
|
|
|
|
|
// 如果设置失败，则设置UDP传输
|
|
|
|
|
if (avdic == NULL || ret < 0) {
|
|
|
|
|
if (m_rtsp_transport == "tcp")
|
|
|
|
|
av_dict_set(&avdic, "rtsp_transport", "udp", 0);
|
|
|
|
|
else
|
|
|
|
|
av_dict_set(&avdic, "rtsp_transport", "tcp", 0);
|
|
|
|
|
}
|
|
|
|
|
// 设置缓存大小，1080p可将值调大
|
|
|
|
|
av_dict_set(&avdic, "buffer_size", "4096000", 0);
|
|
|
|
|
// 设置超时断开连接时间，单位微秒//listen_timeout
|
|
|
|
|
// av_dict_set(&avdic, "listen_timeout", "200000", 0);
|
|
|
|
|
av_dict_set(&avdic, "stimeout", "200000", 0);
|
|
|
|
|
av_dict_set(&avdic, "max_delay", "3", 0); // 设置最大时延
|
|
|
|
|
av_dict_set(&avdic, "tune", "zerolatency", 0);
|
|
|
|
|
av_dict_set(&avdic, "stimeout", "2000000", 0); // 设置超时2秒
|
|
|
|
|
av_dict_set(&avdic, "max_delay", "3", 0); // 设置最大时延
|
|
|
|
|
av_dict_set(&avdic, "tune", "zerolatency", 0); // 实时编码
|
|
|
|
|
av_dict_set(&avdic, "preset", "ultrafast", 0);
|
|
|
|
|
av_dict_set(&avdic, "threads", "auto", 0); // 自动开启线程数
|
|
|
|
|
|
|
|
|
|
inputFormatCtx->flags |= AVFMT_FLAG_NONBLOCK;
|
|
|
|
|
|
|
|
|
|
@ -64,7 +103,7 @@ bool Cffmpeg_decode::open_input_file() {
|
|
|
|
|
if (inputFormatCtx->streams[i]->codecpar->codec_type ==
|
|
|
|
|
AVMEDIA_TYPE_VIDEO) {
|
|
|
|
|
videoStreamIndex = i;
|
|
|
|
|
continue;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (videoStreamIndex == -1) {
|
|
|
|
|
@ -91,6 +130,9 @@ bool Cffmpeg_decode::open_input_file() {
|
|
|
|
|
printf("Cannot initialize parameters.\n");
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
// 设置加速解码
|
|
|
|
|
decoderCtx->lowres = decoder->max_lowres;
|
|
|
|
|
decoderCtx->flags2 |= AV_CODEC_FLAG2_FAST;
|
|
|
|
|
// 打开解码器
|
|
|
|
|
if (avcodec_open2(decoderCtx, decoder, NULL) < 0) {
|
|
|
|
|
printf("Cannot open codec.\n");
|
|
|
|
|
@ -123,15 +165,9 @@ bool Cffmpeg_decode::open_input_file() {
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 推流初始化
|
|
|
|
|
if (bPushStreamFlag) {
|
|
|
|
|
emit sendInitPushStream_Signal(inputFormatCtx);
|
|
|
|
|
}
|
|
|
|
|
// 裸流保存初始化
|
|
|
|
|
// m_saveVideoFlag = openSave();
|
|
|
|
|
|
|
|
|
|
// 裸流保存
|
|
|
|
|
if (!openSave()) {
|
|
|
|
|
return false;
|
|
|
|
|
};
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@ -143,11 +179,13 @@ void Cffmpeg_decode::run() {
|
|
|
|
|
IsstopPlay = true;
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
// if (bRecordTime) {
|
|
|
|
|
// startTime = av_gettime();
|
|
|
|
|
// qDebug() << "*******StartTime:" << QString::number(startTime);
|
|
|
|
|
// bRecordTime = false;
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// 初始化 previous_pts_time 为无效值（拉流使用）
|
|
|
|
|
previous_pts_time = -1.0; // 表示没有上一帧的时间戳
|
|
|
|
|
first_frame_pts_time = 0.0; // 第一帧的 PTS 时间
|
|
|
|
|
first_frame_system_time = 0.0; // 第一帧解码时的系统时间
|
|
|
|
|
|
|
|
|
|
// 推流使用
|
|
|
|
|
firstDts = AV_NOPTS_VALUE; // 初始化第一帧的DTS
|
|
|
|
|
startTime = av_gettime();
|
|
|
|
|
// 读取数据包
|
|
|
|
|
@ -157,8 +195,8 @@ void Cffmpeg_decode::run() {
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 第一次获取时间设置起始DTS
|
|
|
|
|
if (firstDts == AV_NOPTS_VALUE) {
|
|
|
|
|
// 开始推流时，第一次获取时间设置起始DTS
|
|
|
|
|
if (firstDts == AV_NOPTS_VALUE && bPushStreamFlag) {
|
|
|
|
|
firstDts = inputPacket->dts;
|
|
|
|
|
startTime = av_gettime(); // 记录第一个包到来的系统时间
|
|
|
|
|
}
|
|
|
|
|
@ -166,13 +204,17 @@ void Cffmpeg_decode::run() {
|
|
|
|
|
if (inputPacket->stream_index == videoStreamIndex) {
|
|
|
|
|
// 推流
|
|
|
|
|
if (bPushStreamFlag) {
|
|
|
|
|
// av_packet_clone(inputPacket);
|
|
|
|
|
if (!bOpenPushStreamFlag) { // 推流初始化
|
|
|
|
|
emit sendInitPushStream_Signal(inputFormatCtx);
|
|
|
|
|
bOpenPushStreamFlag = true;
|
|
|
|
|
// QThread::msleep(10);
|
|
|
|
|
}
|
|
|
|
|
AVPacket *outputPacket = av_packet_clone(inputPacket);
|
|
|
|
|
emit sendStreamData_Signal(outputPacket, frm_cnt, startTime, firstDts);
|
|
|
|
|
}
|
|
|
|
|
// qDebug() << "******拉流" << QString::number(frm_cnt++);
|
|
|
|
|
|
|
|
|
|
// 保存裸流
|
|
|
|
|
if (m_formatContextSave) {
|
|
|
|
|
if (m_saveVideoFlag) {
|
|
|
|
|
// 由于保存的m_formatContextSave只创建了一个视频流，而读取到的图像的流索引不一定为0，可能会出现错误【Invalid
|
|
|
|
|
// packet stream index: 1】
|
|
|
|
|
// 所以这里需要将stream_index指定为和m_formatContextSave中视频流索引相同，因为就一个流，所以直接设置为0
|
|
|
|
|
@ -181,37 +223,68 @@ void Cffmpeg_decode::run() {
|
|
|
|
|
inputPacket); // 将数据包写入输出媒体文件
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 解码数据包
|
|
|
|
|
if (avcodec_send_packet(decoderCtx, inputPacket) >= 0) {
|
|
|
|
|
int ret;
|
|
|
|
|
while ((ret = avcodec_receive_frame(decoderCtx, yuvFrame)) >= 0) {
|
|
|
|
|
if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
|
|
|
|
|
return;
|
|
|
|
|
} else if (ret < 0) {
|
|
|
|
|
fprintf(stderr, "Error during decoding\n");
|
|
|
|
|
exit(1);
|
|
|
|
|
if (bPlayVideoFlag) {
|
|
|
|
|
// 解码数据包
|
|
|
|
|
if (avcodec_send_packet(decoderCtx, inputPacket) >= 0) {
|
|
|
|
|
int ret;
|
|
|
|
|
while ((ret = avcodec_receive_frame(decoderCtx, yuvFrame)) >= 0) {
|
|
|
|
|
if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
|
|
|
|
|
return;
|
|
|
|
|
} else if (ret < 0) {
|
|
|
|
|
fprintf(stderr, "Error during decoding\n");
|
|
|
|
|
exit(1);
|
|
|
|
|
}
|
|
|
|
|
if (inputPacket->dts <= 0)
|
|
|
|
|
continue;
|
|
|
|
|
// 获取当前帧的 PTS（显示时间戳），并转换为相同时间基
|
|
|
|
|
double pts_time = av_rescale_q(
|
|
|
|
|
inputPacket->pts,
|
|
|
|
|
inputFormatCtx->streams[videoStreamIndex]->time_base,
|
|
|
|
|
AVRational{1, AV_TIME_BASE});
|
|
|
|
|
// 如果是第一帧，记录系统时间和 PTS 时间
|
|
|
|
|
if (previous_pts_time == -1.0) {
|
|
|
|
|
first_frame_pts_time = pts_time;
|
|
|
|
|
first_frame_system_time = av_gettime(); // 系统时间（秒）
|
|
|
|
|
previous_pts_time = pts_time;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 转化为RGB图像并显示
|
|
|
|
|
sws_scale(swsCtx, //
|
|
|
|
|
yuvFrame->data, //
|
|
|
|
|
yuvFrame->linesize, //
|
|
|
|
|
0, //
|
|
|
|
|
decoderCtx->height, //
|
|
|
|
|
rgbFrame->data, //
|
|
|
|
|
rgbFrame->linesize);
|
|
|
|
|
|
|
|
|
|
QImage img(out_buffer, //
|
|
|
|
|
decoderCtx->width, //
|
|
|
|
|
decoderCtx->height, //
|
|
|
|
|
QImage::Format_RGB32);
|
|
|
|
|
emit sendQImage(img);
|
|
|
|
|
// QThread::msleep(1);
|
|
|
|
|
|
|
|
|
|
// 计算从第一帧开始的相对 PTS 时间
|
|
|
|
|
double elapsed_pts_time = pts_time - first_frame_pts_time;
|
|
|
|
|
// 计算从第一帧开始的相对系统时间
|
|
|
|
|
double elapsed_system_time = av_gettime() - first_frame_system_time;
|
|
|
|
|
// 计算需要等待的时间(us)
|
|
|
|
|
double wait_time = elapsed_pts_time - elapsed_system_time;
|
|
|
|
|
qDebug() << "pull stream sleep time:"
|
|
|
|
|
<< QString::number(wait_time / 1000.0);
|
|
|
|
|
if (wait_time > 0) {
|
|
|
|
|
av_usleep(wait_time); // 延时以同步 PTS
|
|
|
|
|
}
|
|
|
|
|
// 更新 previous_pts_time 为当前帧的 PTS
|
|
|
|
|
previous_pts_time = pts_time;
|
|
|
|
|
}
|
|
|
|
|
sws_scale(swsCtx, //
|
|
|
|
|
yuvFrame->data, //
|
|
|
|
|
yuvFrame->linesize, //
|
|
|
|
|
0, //
|
|
|
|
|
decoderCtx->height, //
|
|
|
|
|
rgbFrame->data, //
|
|
|
|
|
rgbFrame->linesize);
|
|
|
|
|
|
|
|
|
|
QImage img(out_buffer, //
|
|
|
|
|
decoderCtx->width, //
|
|
|
|
|
decoderCtx->height, //
|
|
|
|
|
QImage::Format_RGB32);
|
|
|
|
|
emit sendQImage(img);
|
|
|
|
|
QThread::msleep(28);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
av_packet_unref(inputPacket);
|
|
|
|
|
}
|
|
|
|
|
frm_cnt++;
|
|
|
|
|
if (IsstopPlay) {
|
|
|
|
|
if (m_formatContextSave) {
|
|
|
|
|
if (m_saveVideoFlag) {
|
|
|
|
|
saveDone();
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
@ -221,17 +294,16 @@ void Cffmpeg_decode::run() {
|
|
|
|
|
// break; // 达到文件末尾
|
|
|
|
|
// }
|
|
|
|
|
}
|
|
|
|
|
if (m_formatContextSave) {
|
|
|
|
|
|
|
|
|
|
if (m_saveVideoFlag) {
|
|
|
|
|
saveDone();
|
|
|
|
|
}
|
|
|
|
|
// QCoreApplication::processEvents();
|
|
|
|
|
qDebug() << "All video play done";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 退出
|
|
|
|
|
void Cffmpeg_decode::stop() {
|
|
|
|
|
|
|
|
|
|
// 写入输出文件的尾信息
|
|
|
|
|
// av_write_trailer(outputFormatCtx);
|
|
|
|
|
IsstopPlay = true;
|
|
|
|
|
if (!inputPacket)
|
|
|
|
|
av_packet_free(&inputPacket);
|
|
|
|
|
@ -239,26 +311,30 @@ void Cffmpeg_decode::stop() {
|
|
|
|
|
av_frame_free(&yuvFrame);
|
|
|
|
|
if (!rgbFrame)
|
|
|
|
|
av_frame_free(&rgbFrame);
|
|
|
|
|
if (!encoderCtx)
|
|
|
|
|
avcodec_free_context(&encoderCtx);
|
|
|
|
|
if (!encoderCtx)
|
|
|
|
|
avcodec_close(encoderCtx);
|
|
|
|
|
if (!decoderCtx)
|
|
|
|
|
avcodec_free_context(&decoderCtx);
|
|
|
|
|
if (!encoderCtx)
|
|
|
|
|
avcodec_free_context(&encoderCtx);
|
|
|
|
|
if (!decoderCtx)
|
|
|
|
|
avcodec_close(decoderCtx);
|
|
|
|
|
if (!decoderCtx)
|
|
|
|
|
avcodec_free_context(&decoderCtx);
|
|
|
|
|
if (!inputFormatCtx)
|
|
|
|
|
avformat_close_input(&inputFormatCtx);
|
|
|
|
|
|
|
|
|
|
// 停止推流
|
|
|
|
|
bPushStreamFlag = false;
|
|
|
|
|
emit sendStopPushStream_Signal();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief 设置拉流视频保存路径
|
|
|
|
|
* @param fileDirPath: 拉流视频保存路径
|
|
|
|
|
*/
|
|
|
|
|
void Cffmpeg_decode::setSaveFileDirPath(QString fileDirPath) {
|
|
|
|
|
saveFileDirPath = fileDirPath;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief 打开本地视频保存输出流
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
bool Cffmpeg_decode::openSave() {
|
|
|
|
|
QDir dir;
|
|
|
|
|
if (!dir.exists(saveFileDirPath)) {
|
|
|
|
|
@ -287,13 +363,13 @@ bool Cffmpeg_decode::openSave() {
|
|
|
|
|
AVIO_FLAG_WRITE);
|
|
|
|
|
if (ret < 0) {
|
|
|
|
|
// free();
|
|
|
|
|
qWarning() << "DecodeVideo Error";
|
|
|
|
|
qWarning() << "Open file Error";
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
// 向媒体文件添加新流
|
|
|
|
|
m_videoStreamOut = avformat_new_stream(m_formatContextSave, nullptr);
|
|
|
|
|
if (!m_videoStreamOut) {
|
|
|
|
|
qWarning() << "DecodeVideo Error";
|
|
|
|
|
qWarning() << "Create New Stream Error";
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
// 拷贝一些参数，给codecpar赋值(这里使用编码器上下文进行赋值)
|
|
|
|
|
@ -308,15 +384,18 @@ bool Cffmpeg_decode::openSave() {
|
|
|
|
|
ret = avformat_write_header(m_formatContextSave, nullptr);
|
|
|
|
|
if (ret < 0) {
|
|
|
|
|
// free();
|
|
|
|
|
qWarning() << "DecodeVideo Error";
|
|
|
|
|
qWarning() << "avformat_write_header Error";
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
m_writeHeader = true;
|
|
|
|
|
qDebug() << "开始录制视频！";
|
|
|
|
|
qDebug() << "保存视频文件初始化成功！";
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief 视频保存结束，释放资源
|
|
|
|
|
*/
|
|
|
|
|
void Cffmpeg_decode::saveDone() {
|
|
|
|
|
if (m_formatContextSave && m_writeHeader) {
|
|
|
|
|
av_write_trailer(m_formatContextSave); // 写入文件尾
|
|
|
|
|
@ -330,11 +409,8 @@ void Cffmpeg_decode::saveDone() {
|
|
|
|
|
avformat_free_context(m_formatContextSave);
|
|
|
|
|
m_formatContextSave = nullptr;
|
|
|
|
|
}
|
|
|
|
|
// m_videoStreamOut = nullptr;
|
|
|
|
|
}
|
|
|
|
|
m_saveVideoFlag = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void Cffmpeg_decode::setFlowType(QString param)
|
|
|
|
|
{
|
|
|
|
|
m_rtsp_transport = param;
|
|
|
|
|
}
|
|
|
|
|
void Cffmpeg_decode::setFlowType(QString param) { m_rtsp_transport = param; }
|
|
|
|
|
|
