OpenCVFFmpegRtmp/main.cpp at master · keiler2018/OpenCVFFmpegRtmp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
//
// Created by hengfeng zhuo on 2019-07-20.
//
#include "main.h"
#include "dialog.h"
#include <iostream>
#include "XMediaEncode.h"
#include "XRtmp.h"
#include "XAudioRecord.h"
#include "XVideoCapture.h"

using namespace std;
using namespace cv;

int main(int argc, char *argv[])
{
    QApplication a(argc, argv);

    int ret = 0;
    char *outUrl = "rtmp://10.88.7.193/live";

    int sampleRate = 44100;
    int channels = 2;
    int sampleByte = 2;
    int nbSample = 1024;

    ///打开摄像机
    XVideoCapture *xv = XVideoCapture::Get();
    if (!xv->Init(0))
    {
        cout << "open camera failed!" << endl;
        getchar();
        return -1;
    }
    cout << "open camera success!" << endl;
    xv->Start();

    ///1 qt音频开始录制
    XAudioRecord *ar = XAudioRecord::Get();
    ar->sampleRate = sampleRate;
    ar->channels = channels;
    ar->sampleByte = sampleByte;
    ar->nbSamples = nbSample;
    if (!ar->Init())
    {
        cout << "XAudioRecord Init failed!" << endl;
        getchar();
        return -1;
    }
    ar->Start();

    ///音视频编码类
    XMediaEncode *xe = XMediaEncode::getInstance();

    ///2 初始化格式转换上下文
    ///3 初始化输出的数据结构
    xe->inWidth = xv->width;
    xe->inHeight = xv->height;
    xe->outWidth = xv->width;
    xe->outHeight = xv->height;
    if (!xe->InitScale())
    {
        getchar();
        return -1;
    }
    cout << "初始化视频像素转换上下文成功!" << endl;

    ///2 音频重采样 上下文初始化
    xe->channels = channels;
    xe->nbSample = nbSample;
    xe->sampleRate = sampleRate;
    xe->inSampleFMT = XSampleFMT::X_S16;
    xe->outSampleFMT= XSampleFMT::X_FLATP;
    if (!xe->InitResample())
    {
        getchar();
        return -1;
    }
    ///4 初始化音频编码器
    if (!xe->InitAudioCodec())
    {
        getchar();
        return -1;
    }

    ///初始化视频编码器
    if (!xe->InitVideoCodec())
    {
        getchar();
        return -1;
    }


    ///5 输出封装器和音频流配置
    //a 创建输出封装器上下文
    XRtmp *xr = XRtmp::getInstance(0);
    if (!xr->InitMux(outUrl))
    {
        getchar();
        return -1;
    }

    //添加视频流
    int vindex = 0;
    vindex = xr->AddStream(xe->videoCodecContext);
    if (vindex<0)
    {
        getchar();
        return -1;
    }

    //b 添加音频流
    int aindex = xr->AddStream(xe->audioCodecContext);
    if (aindex<0)
    {
        getchar();
        return -1;
    }

    ///打开rtmp 的网络输出IO
    //写入封装头
    if (!xr->SendMuxHead())
    {
        getchar();
        return -1;
    }
    //一次读取一帧音频的字节数
    for (;;)
    {
        //一次读取一帧音频
        XData ad = ar->Pop();
        XData vd = xv->Pop();
        if (ad.size<=0 && vd.size<=0)
        {
            QThread::msleep(1);
            continue;
        }

        //处理音频
        if (ad.size > 0)
        {
            //重采样源数据
            AVFrame *pcm = xe->Resample((unsigned char *)(ad.data));
            ad.Drop();
            AVPacket *pkt = xe->EncodeAudio(pcm);
            if (pkt)
            {
                ////推流
                if (xr->SendFrame(pkt,aindex))
                {
                    cout << "#" << flush;
                }
            }

        }

        //处理视频
        if (vd.size > 0)
        {
            AVFrame *yuv = xe->RGBToYUV((unsigned char *)(vd.data));
            vd.Drop();
            AVPacket *pkt = xe->EncodeVideo(yuv);
            if (pkt)
            {
                ////推流
                if (xr->SendFrame(pkt,vindex))
                {
                    cout << "@" << flush;
                }
            }

        }


    }

    getchar();
    return a.exec();
}