。

它支持TCP或UDP方式拉取实时流#xff0c;实时流我采用的是监控摄像头的RTSP流。

音频播放采用的是QAudioOutput#xff0c;视频经ffmpeg解码并由YUV转RGB后是在QOpenGLWidget下进行渲染显示。

本…前言

本工程qt用的版本是5.8-32位ffmpeg用的版本是较新的5.1版本。

它支持TCP或UDP方式拉取实时流实时流我采用的是监控摄像头的RTSP流。

音频播放采用的是QAudioOutput视频经ffmpeg解码并由YUV转RGB后是在QOpenGLWidget下进行渲染显示。

本工程的代码有注释可以通过本博客查看代码或者在播放最后的链接处下载工程demo。

一、界面展示

on_btn_open_audio_clicked();void

on_btn_close_audio_clicked();void

on_btn_stop_record_clicked();private:Ui::MainWindow

*ui;MediaThread*

ctaudioplayer.hMainWindow::MainWindow(QWidget

*parent)

{ui-radioButton_TCP-setChecked(false);ui-radioButton_UDP-setChecked(true);

}void

MainWindow::on_btn_play_clicked()

{QString

ui-lineEdit_Url-text();if(sUrl.isEmpty()){QMessageBox::critical(this,

myFFmpeg,

错误:实时流url不能为空.);return;}if(nullptr

new

MediaThread;}else{if(m_pMediaThread-isRunning()){QMessageBox::critical(this,

myFFmpeg,

错误:请先点击停止按钮关闭视频.);return;}}connect(m_pMediaThread,

QImage)));bool

false;if(ui-radioButton_TCP-isChecked()){bMediaInit

PROTOCOL_UDP);}if(bMediaInit){m_pMediaThread-startThread();}

}void

MainWindow::on_btn_open_clicked()

{QString

QFileDialog::getOpenFileName(this,

QString::fromLocal8Bit(选择视频文件));if(sFileName.isEmpty()){QMessageBox::critical(this,

myFFmpeg,

错误:文件不能为空.);return;}ui-lineEdit_File-setText(sFileName);}void

MainWindow::on_btn_play2_clicked()

{QString

ui-lineEdit_File-text();if(sFileName.isEmpty()){QMessageBox::critical(this,

myFFmpeg,

MediaThread;}else{if(m_pMediaThread-isRunning()){QMessageBox::critical(this,

myFFmpeg,

错误:请先点击停止按钮关闭视频.);return;}}connect(m_pMediaThread,

QImage)));if(m_pMediaThread-Init(sFileName)){m_pMediaThread-startThread();}

}void

MainWindow::on_btn_stop_clicked()

on_btn_stop_clicked

QImage)));m_pMediaThread-stopThread();qDebug()

on_btn_stop_clicked

111;m_pMediaThread-quit();m_pMediaThread-wait();qDebug()

on_btn_stop_clicked

222;m_pMediaThread-DeInit();qDebug()

on_btn_stop_clicked

MainWindow::on_btn_record_clicked()

{if(m_pMediaThread)m_pMediaThread-startRecord();

}void

MainWindow::on_btn_snapshot_clicked()

{if(m_pMediaThread)m_pMediaThread-Snapshot();

}void

MainWindow::on_btn_open_audio_clicked()

{ctAudioPlayer::getInstance().isPlay(true);

}void

MainWindow::on_btn_close_audio_clicked()

{ctAudioPlayer::getInstance().isPlay(false);

}void

MainWindow::on_btn_stop_record_clicked()

{if(m_pMediaThread)m_pMediaThread-stopRecord();

2.以下是流媒体线程相关代码mediathread.h、mediathread.cpp

mediathread.h

public:MediaThread();~MediaThread();bool

Init(QString

QTimeMediaThread::MediaThread()

{if(m_pFFmpeg){m_pFFmpeg-DeInit();delete

m_pFFmpeg;m_pFFmpeg

QImage)));}if(m_pFFmpeg-Init(sUrl,

nProtocolType)

000;m_pFFmpeg-DeInit();MY_DEBUG

DeInit

QString(%1%2-%3-%4-%5%6%7.mp4).arg(sPath).arg(date.year()).

\arg(date.month()).arg(date.day()).arg(time.hour()).arg(time.minute()).

sRecordPath:

m_pMp4Recorder.Init(m_pFFmpeg-m_pAVFmtCxt,

sRecordPath);}

stopRecord...;m_pMp4Recorder.DeInit();m_bRecord

false;}

{0};while(m_bRun){if(m_bPause){msleep(100);continue;}//获取播放器缓存大小if(m_pFFmpeg-m_bSupportAudioPlay){int

nFreeSize

ctAudioPlayer::getInstance().getFreeSize();if(nFreeSize

m_nMinAudioPlayerSize){msleep(1);continue;}}AVPacket

pkt

0){msleep(10);continue;}//解码播放if

(pkt.stream_index

m_pFFmpeg-m_bSupportAudioPlay){if(m_pFFmpeg-Decode(pkt)){int

nLen

m_pFFmpeg-getAudioFrame(audioOut);//获取一帧音频的pcmif(nLen

0)ctAudioPlayer::getInstance().Write(audioOut,

nLen);}}else{//目前只支持录制视频if(m_bRecord){//MY_DEBUG

record...;AVPacket*

av_packet_clone(pkt);m_pMp4Recorder.saveOneFrame(*pPkt);av_packet_free(pPkt);}if(m_pFFmpeg-Decode(pkt)){m_pFFmpeg-getVideoFrame();}}av_packet_unref(pkt);}MY_DEBUG

run

3.以下是ffmpeg处理的相关代码ctffmpeg.h、ctffmpeg.cpp

ctffmpeg.h

libavutil/mathematics.h#include

libswresample/swresample.h#include

libavfilter/buffersink.h#include

libavfilter/buffersrc.h#include

libavutil/avutil.h

public:ctFFmpeg();~ctFFmpeg();int

Init(QString

//流媒体的上下文private:AVCodecContext*

m_pVideoCodecCxt

{DeInit();avformat_network_init();//初始化网络流//参数设置AVDictionary*

pOptDict

PROTOCOL_UDP)av_dict_set(pOptDict,

rtsp_transport,

avformat_alloc_context();if(nullptr

av_frame_alloc();//加入中断处理m_nLastReadPacktTime

av_gettime();m_pAVFmtCxt-interrupt_callback.opaque

this;m_pAVFmtCxt-interrupt_callback.callback

[](void*

avformat_open_input(m_pAVFmtCxt,

nullptr,

nRet;}//设置探测时间获取码流信息m_pAVFmtCxt-probesize

400

1024;m_pAVFmtCxt-max_analyze_duration

AV_TIME_BASE;nRet

avformat_find_stream_info(m_pAVFmtCxt,

nullptr);if(nRet

nRet;}//打印码流信息av_dump_format(m_pAVFmtCxt,

0);//查找码流for

(m_pAVFmtCxt-streams[nIndex]-codecpar-codec_type

AVMEDIA_TYPE_VIDEO){m_nVideoIndex

nIndex;}if

(m_pAVFmtCxt-streams[nIndex]-codecpar-codec_type

AVMEDIA_TYPE_AUDIO){m_nAudioIndex

0){MY_DEBUG

m_pVideoSwsContext){sws_freeContext(m_pVideoSwsContext);}MY_DEBUG

DeInit

m_pAudioSwrContext){swr_free(m_pAudioSwrContext);m_pAudioSwrContext

nullptr;}MY_DEBUG

m_pYuvFrame)av_free(m_pYuvFrame);MY_DEBUG

DeInit

m_pPcmFrame)av_free(m_pPcmFrame);MY_DEBUG

DeInit

m_pOutBuffer){av_free(m_pOutBuffer);}MY_DEBUG

DeInit

m_pVideoCodecCxt){avcodec_close(m_pVideoCodecCxt);//avcodec_free_context(m_pVideoCodecCxt);m_pVideoCodecCxt

nullptr;}MY_DEBUG

m_pAudioCodecCxt){avcodec_close(m_pAudioCodecCxt);//avcodec_free_context(m_pAudioCodecCxt);m_pAudioCodecCxt

nullptr;}MY_DEBUG

m_pAVFmtCxt){avformat_close_input(m_pAVFmtCxt);MY_DEBUG

DeInit

999;avformat_free_context(m_pAVFmtCxt);m_pAVFmtCxt

nullptr;}MY_DEBUG

sizeof(AVPacket));if(!m_pAVFmtCxt){return

av_gettime();int

errorbuff[1024];av_strerror(nErr,

errorbuff,

{m_mutex.lock();if(!m_pAVFmtCxt){m_mutex.unlock();return

pCodecCxt

avcodec_receive_frame(pCodecCxt,

pFrame);if

0){m_mutex.unlock();qDebug()avcodec_receive_frame

error---

const*)m_pYuvFrame-data,m_pYuvFrame-linesize,

m_pVideoCodecCxt-height,m_pFrameRGB-data,

0){//MY_DEBUG

m_pVideoCodecCxt-width,m_pVideoCodecCxt-height,

QImage::Format_ARGB32);//截图if(m_bSnapshot){QPixmap

pixPicture

QPixmap::fromImage(image);QString

sPath

QTime::currentTime();m_sSnapPath

QString(%1%2-%3-%4-%5%6%7.jpg).arg(sPath).arg(date.year()).

\arg(date.month()).arg(date.day()).arg(time.hour()).arg(time.minute()).

Snapshot...

m_sSnapPath;pixPicture.save(m_sSnapPath,

jpg);m_bSnapshot

sig_getImage(image);m_mutex.unlock();return

}int

av_rescale_rnd(m_pPcmFrame-nb_samples,m_nAudioPlaySampleRate,m_nAudioSampleRate,AV_ROUND_ZERO);//重采样int

nLen

swr_convert(m_pAudioSwrContext,

pData,

**)m_pPcmFrame-data,m_pPcmFrame-nb_samples);if(nLen

0){MY_DEBUG

av_samples_get_buffer_size(nullptr,

m_pAudioCodecCxt-channels,m_pPcmFrame-nb_samples,AV_SAMPLE_FMT_S16,0);m_mutex.unlock();return

nOutsize;

avcodec_find_decoder(m_pAVFmtCxt-streams[m_nVideoIndex]-codecpar-codec_id);if(!pAVCodec){MY_DEBUG

video

pAVCodec-id;if(!m_pVideoCodecCxt)m_pVideoCodecCxt

avcodec_alloc_context3(nullptr);if(nullptr

error

-1;}avcodec_parameters_to_context(m_pVideoCodecCxt,

m_pAVFmtCxt-streams[m_nVideoIndex]-codecpar);if(m_pVideoCodecCxt){if

0){MY_DEBUG

avcodec_open2(m_pVideoCodecCxt,

pAVCodec,

-1;}//申请并分配内存,初始化转换上下文,用于YUV转RGBm_pOutBuffer

(uint8_t*)av_malloc(av_image_get_buffer_size(AV_PIX_FMT_BGRA,m_pVideoCodecCxt-width,

1));if(nullptr

-1;}av_image_fill_arrays(m_pFrameRGB-data,

sws_getContext(m_pVideoCodecCxt-width,

m_pVideoCodecCxt-height,m_pVideoCodecCxt-pix_fmt,

m_pVideoCodecCxt-height,AV_PIX_FMT_BGRA,

SWS_FAST_BILINEAR,

avcodec_find_decoder(m_pAVFmtCxt-streams[m_nAudioIndex]-codecpar-codec_id);if(!pAVCodec){MY_DEBUG

audio

(!m_pAudioCodecCxt)m_pAudioCodecCxt

avcodec_alloc_context3(nullptr);if(nullptr

error

-1;}avcodec_parameters_to_context(m_pAudioCodecCxt,

m_pAVFmtCxt-streams[m_nAudioIndex]-codecpar);//打开音频解码器int

nRet

avcodec_open2(m_pAudioCodecCxt,

pAVCodec,

0){avcodec_close(m_pAudioCodecCxt);MY_DEBUG

avcodec_open2

m_pAudioSwrContext){if(m_pAudioCodecCxt-channel_layout

m_pAudioCodecCxt-channel_layout

3)m_pAudioCodecCxt-channel_layout

1;qDebug()

m_audioCodecContext-channel_layout:

m_pAudioCodecCxt-channel_layout;qDebug()

m_pAudioCodecCxt-channels;m_pAudioSwrContext

swr_alloc_set_opts(0,m_pAudioCodecCxt-channel_layout,AV_SAMPLE_FMT_S16,m_pAudioCodecCxt-sample_rate,av_get_default_channel_layout(m_pAudioCodecCxt-channels),m_pAudioCodecCxt-sample_fmt,m_pAudioCodecCxt-sample_rate,0,0);auto

nRet

swr_init(m_pAudioSwrContext);if(nRet

0){MY_DEBUG

(m_pAudioCodecCxt-sample_fmt)//样本大小{case

16;break;case

32;default:break;}m_nAudioSampleRate

m_pAudioCodecCxt-sample_rate;ctAudioPlayer::getInstance().m_nSampleRate

m_nAudioSampleRate;//采样率ctAudioPlayer::getInstance().m_nChannelCount

m_pAudioCodecCxt-channels;//通道数ctAudioPlayer::getInstance().m_nSampleSize

nSampleSize;//样本大小if(!ctAudioPlayer::getInstance().Init())return

-1;return

4.以下是opengl处理的相关代码ctopenglwidget.h、ctopenglwidget.cpp

ctopenglwidget.h

nullptr);~ctOpenglWidget();protected:void

*e);private

commondef.hctOpenglWidget::ctOpenglWidget(QWidget

*parent)

}ctOpenglWidget::~ctOpenglWidget()

}void

ctOpenglWidget::paintEvent(QPaintEvent

*e)

painter;painter.begin(this);//清理屏幕painter.drawImage(QPoint(0,

0),

m_image);//绘制FFMpeg解码后的视频painter.end();

}void

ctOpenglWidget::slot_showImage(const

QImage

image.scaledToWidth(width(),Qt::SmoothTransformation);elsem_image

image.scaledToHeight(height(),Qt::SmoothTransformation);update();

4.以下是QAudioOutput音频播放器处理的相关代码ctaudioplayer.h、ctaudioplayer.cpp

ctaudioplayer.h

public:ctAudioPlayer();~ctAudioPlayer();static

ctAudioPlayer

ctaudioplayer.hctAudioPlayer::ctAudioPlayer()

{}ctAudioPlayer::~ctAudioPlayer()

{}ctAudioPlayer

{DeInit();m_mutex.lock();MY_DEBUG

m_nSampleRate:

QAudioDeviceInfo::defaultOutputDevice();MY_DEBUG

m_audio_device.deviceName();if(m_audio_device.deviceName().isEmpty()){return

false;}QAudioFormat

format;format.setSampleRate(m_nSampleRate);format.setSampleSize(m_nSampleSize);format.setChannelCount(m_nChannelCount);format.setCodec(audio/pcm);format.setByteOrder(QAudioFormat::LittleEndian);format.setSampleType(QAudioFormat::UnSignedInt);if(!m_audio_device.isFormatSupported(format)){MY_DEBUG

QAudioDeviceInfo

m_audio_device.nearestFormat(format);m_mutex.unlock();return

false;}if(m_pAudioOut){m_pAudioOut-stop();delete

nullptr;m_pIODevice

QAudioOutput(format);m_pIODevice

m_pAudioOut-start();m_mutex.unlock();return

true;

{m_mutex.lock();if(m_pAudioOut){m_pAudioOut-stop();delete

nullptr;m_pIODevice

{m_mutex.lock();if(!m_pAudioOut){m_mutex.unlock();return;}if(bPlay)m_pAudioOut-resume();//恢复播放elsem_pAudioOut-suspend();//暂停播放m_mutex.unlock();

}void

{m_mutex.lock();if(m_pIODevice)m_pIODevice-write(pData,

nDatasize);//将获取的音频写入到缓冲区中m_mutex.unlock();

}int

{m_mutex.lock();if(!m_pAudioOut){m_mutex.unlock();return

0;}int

m_pAudioOut-bytesFree();//剩余空间m_mutex.unlock();return

nFreeSize;

下载链接https://download.csdn.net/download/linyibin_123/87435635

五、参考

https://blog.csdn.net/qq871580236/article/details/120364013