-
Notifications
You must be signed in to change notification settings - Fork 4
/
sample5.cpp
407 lines (345 loc) · 14.7 KB
/
sample5.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
#include <string>
#include <thread>
#include <mp4v2/mp4v2.h>
#include <netinet/in.h>
extern "C" {
#include <libavformat/avformat.h>
};
class MP4Reader
{
public:
enum MP4ReadStatus
{
MP4_READ_OK,
MP4_READ_EOS,
MP4_READ_ERR
};
MP4Reader(const std::string &file_path)
: time_scale(9 * MP4_MSECS_TIME_SCALE)
, file_path(file_path)
, handle(MP4_INVALID_FILE_HANDLE)
, video_track_id(MP4_INVALID_TRACK_ID)
, next_video_sample_idx(1)
, video_sample(nullptr)
, video_timescale(0)
, video_sample_max_size(0)
, video_sample_number(0)
, video_duration(0)
, pSeqHeaders(nullptr)
, pSeqHeaderSize(nullptr)
, pPictHeaders(nullptr)
, pPictHeaderSize(nullptr)
{
handle = MP4Read(this->file_path.c_str());
video_track_id = MP4FindTrackId(handle, 0, MP4_VIDEO_TRACK_TYPE);
if (video_track_id != MP4_INVALID_TRACK_ID) {
video_timescale = MP4GetTrackTimeScale(handle, video_track_id);
video_sample_max_size = MP4GetTrackMaxSampleSize(handle, video_track_id) * 2;
video_duration = MP4GetTrackDuration(handle, video_track_id);
video_sample = new unsigned char[video_sample_max_size];
video_sample_number = MP4GetTrackNumberOfSamples(handle, video_track_id);
if (MP4GetTrackH264SeqPictHeaders(handle,
video_track_id,
&pSeqHeaders,
&pSeqHeaderSize,
&pPictHeaders,
&pPictHeaderSize))
{
printf("Get SPS(%d) and PPS(%d)\n", *pSeqHeaderSize, *pPictHeaderSize);
for(int i = 0; (pSeqHeaders[i] && pSeqHeaderSize[i]); i++) {
printf("SPS(%d): %02x %02x %02x %02x %02x\n", i,
pSeqHeaders[i][0], pSeqHeaders[i][1], pSeqHeaders[i][2],
pSeqHeaders[i][3], pSeqHeaders[i][4]);
}
for(int i = 0; (pPictHeaders[i] && pPictHeaderSize[i]); i++) {
printf("PPS(%d): %02x %02x %02x %02x %02x\n", i,
pPictHeaders[i][0], pPictHeaders[i][1], pPictHeaders[i][2],
pPictHeaders[i][3], pPictHeaders[i][4]);
}
}
}
}
~MP4Reader()
{
if (pSeqHeaders || pSeqHeaderSize || pPictHeaders || pPictHeaderSize) {
MP4FreeH264SeqPictHeaders(pSeqHeaders, pSeqHeaderSize, pPictHeaders, pPictHeaderSize);
}
if (handle != MP4_INVALID_FILE_HANDLE) MP4Close(handle);
if (video_sample) delete[] video_sample;
}
unsigned int GetVideoWidth() const
{
return MP4GetTrackVideoWidth(handle, video_track_id);
}
unsigned int GetVideoHeight() const
{
return MP4GetTrackVideoHeight(handle, video_track_id);
}
double GetVideoFps() const
{
return MP4GetTrackVideoFrameRate(handle, video_track_id);
}
unsigned int GetBitRate() const
{
return MP4GetTrackBitRate(handle, video_track_id);
}
MP4ReadStatus GetNextH264VideoSample(unsigned char **sample,
unsigned int &sample_size,
unsigned long long int &duration,
bool &is_key_frame)
{
if (next_video_sample_idx > video_sample_number) {
return MP4_READ_EOS;
}
unsigned int video_sample_offset = 0;
if(MP4GetSampleSync(handle, video_track_id, next_video_sample_idx)) {
/*
* If current sample has key frame, we need to put SPS/PPS in front of key frame.
*/
if (pSeqHeaders && pSeqHeaderSize) {
for(int i = 0; (pSeqHeaders[i] && pSeqHeaderSize[i]); i++) {
(*(unsigned int *)(video_sample + video_sample_offset)) = htonl(1);
video_sample_offset += 4;
memcpy(video_sample + video_sample_offset, pSeqHeaders[i], pSeqHeaderSize[i]);
video_sample_offset += pSeqHeaderSize[i];
}
}
if (pPictHeaders && pPictHeaderSize) {
for(int i = 0; (pPictHeaders[i] && pPictHeaderSize[i]); i++) {
(*(unsigned int *)(video_sample + video_sample_offset)) = htonl(1);
video_sample_offset += 4;
memcpy(video_sample + video_sample_offset, pPictHeaders[i], pPictHeaderSize[i]);
video_sample_offset += pPictHeaderSize[i];
}
}
}
MP4Duration mp4_duration = 0;
unsigned char *video_sample_start_addr = video_sample + video_sample_offset;
sample_size = video_sample_max_size - video_sample_offset;
if (!MP4ReadSample(handle, video_track_id, next_video_sample_idx,
&video_sample_start_addr, &sample_size,
NULL,
&mp4_duration,
NULL,
&is_key_frame)) {
printf("Fail to read video sample (%d)\n", next_video_sample_idx);
return MP4_READ_ERR;
}
// Convert AVC1 format to AnnexB
if (sample_size >= 4) {
unsigned int *p = (unsigned int *) video_sample_start_addr;
*p = htonl(1);
}
*sample = video_sample;
sample_size += video_sample_offset;
duration = (1000 * mp4_duration) / time_scale;
next_video_sample_idx++;
return MP4_READ_OK;
}
private:
const unsigned int time_scale;
std::string file_path;
MP4FileHandle handle;
MP4TrackId video_track_id;
unsigned int next_video_sample_idx;
unsigned char *video_sample;
unsigned int video_timescale;
unsigned int video_sample_max_size;
unsigned int video_sample_number;
unsigned long long int video_duration;
unsigned char **pSeqHeaders;
unsigned int *pSeqHeaderSize;
unsigned char **pPictHeaders;
unsigned int *pPictHeaderSize;
};
class MP4Writer
{
public:
MP4Writer(const std::string &file_path)
: file_path(file_path)
, file_duration(0)
, format_context(nullptr)
, video_stream_id(0)
, avio_buffer_size(1024 * 1024)
, fptr(nullptr)
{
av_register_all();
}
~MP4Writer()
{
if (av_write_trailer(format_context) < 0) {
printf("Fail to write trailer\n");
}
if (format_context && format_context->streams[video_stream_id]) {
if (format_context->streams[video_stream_id]->codec) {
avcodec_close(format_context->streams[video_stream_id]->codec);
}
}
if (format_context && !(format_context->oformat->flags & AVFMT_NOFILE)) {
// Need to free the buffer that we allocate to our custom AVIOContext.
av_free(format_context->pb->buffer);
// Free custom AVIOContext.
av_free(format_context->pb);
// Close the file pointer
fclose(fptr);
}
if (format_context)
avformat_free_context(format_context);
}
// Performs a write operation using the signature required for avio.
static int Write(void* opaque, uint8_t* buf, int buf_size)
{
static int i = 0;
printf("#%d Write: buf: %p(%02x%02x%02x%02x %c%c%c%c), size: %d\n", i++, buf, buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], buf[7], buf_size);
if (buf[4] == 'm' && buf[5] == 'f' && buf[6] == 'r' && buf[7] == 'a') {
return buf_size;
} else {
return fwrite(buf, 1, buf_size, reinterpret_cast<MP4Writer*>(opaque)->fptr);
}
}
// Performs a seek operation using the signature required for avio.
static int64_t Seek(void* opaque, int64_t offset, int whence)
{
static int i = 0;
printf("#%d Seek: offset: %ld, whence: %d\n", i++, offset, whence);
return 0;
}
bool AddH264VideoTrack(const unsigned int width,
const unsigned int height,
const double frame_rate,
const unsigned int bit_rate)
{
if (!format_context) {
avformat_alloc_output_context2(&format_context, nullptr, "mp4", nullptr);
if (!format_context) {
printf("Fail to create output context\n");
return false;
}
AVStream *out_stream = avformat_new_stream(format_context, nullptr);
if (!out_stream) {
printf("Fail to allocate output stream\n");
return false;
}
out_stream->id = video_stream_id = format_context->nb_streams - 1;
out_stream->time_base = av_d2q(frame_rate, 100);
out_stream->codec->time_base = av_d2q(frame_rate, 100);
out_stream->codec->codec_id = AV_CODEC_ID_H264;
out_stream->codec->profile = FF_PROFILE_H264_CONSTRAINED_BASELINE;
out_stream->codec->level = 40;
out_stream->codec->codec_type = AVMEDIA_TYPE_VIDEO;
out_stream->codec->width = width;
out_stream->codec->height = height;
out_stream->codec->bit_rate = bit_rate;
out_stream->codec->pix_fmt = AV_PIX_FMT_YUV420P;
out_stream->codec->codec_tag = 0;
// Fill extra data for AVCC format
out_stream->codec->extradata_size = 7;
out_stream->codec->extradata = (uint8_t *)av_mallocz(out_stream->codec->extradata_size);
out_stream->codec->extradata[0] = 0x01; // configurationVersion
out_stream->codec->extradata[1] = FF_PROFILE_H264_BASELINE; // AVCProfileIndication
out_stream->codec->extradata[2] = 0x00; // profile_compatibility
out_stream->codec->extradata[3] = 0x28; // AVCLevelIndication, level: 4.0
out_stream->codec->extradata[4] = 0xff; // 6 bits reserved (111111) + 2 bits nal size length - 1 (11)
out_stream->codec->extradata[5] = 0xe0; // 3 bits reserved (111) + 5 bits number of sps (00000)
out_stream->codec->extradata[6] = 0x00; // 8 bits number of pps (00000000)
if (format_context->oformat->flags & AVFMT_GLOBALHEADER)
out_stream->codec->flags |= CODEC_FLAG_GLOBAL_HEADER;
av_dump_format(format_context, 0, "CustomAVIO", 1);
/*
* Open output file
*/
{
if (!(format_context->oformat->flags & AVFMT_NOFILE)) {
// Allocate our custom AVIO context
AVIOContext *avio_out = avio_alloc_context(static_cast<unsigned char *>(av_malloc(avio_buffer_size)),
avio_buffer_size,
1,
this,
nullptr,
&Write,
nullptr
);
if(!avio_out) {
printf("Fail to create avio context\n");
return false;
}
format_context->pb = avio_out;
format_context->flags = AVFMT_FLAG_CUSTOM_IO;
fptr = fopen(file_path.c_str(), "wb+");
}
}
/*
* Write file header
*/
{
AVDictionary *movflags = NULL;
av_dict_set(&movflags, "movflags", "empty_moov+default_base_moof+frag_keyframe", 0);
if (avformat_write_header(format_context, &movflags) < 0) {
printf("Error occurred when opening output file\n");
return false;
}
av_dict_free(&movflags);
}
}
return true;
}
bool WriteH264VideoSample(unsigned char *sample,
unsigned int sample_size,
bool is_key_frame,
unsigned long long int duration)
{
// Convert AnnexB format to AVCC
if (sample_size >= 4) {
unsigned int *p = (unsigned int *) sample;
*p = htonl(sample_size - 4);
}
AVPacket packet = { 0 };
av_init_packet(&packet);
packet.stream_index = video_stream_id;
packet.data = sample;
packet.size = sample_size;
packet.pos = -1;
packet.dts = packet.pts = static_cast<int64_t>(file_duration);
packet.duration = static_cast<int>(duration);
av_packet_rescale_ts(&packet, (AVRational){1, 1000}, format_context->streams[video_stream_id]->time_base);
if (is_key_frame) {
packet.flags |= AV_PKT_FLAG_KEY;
}
if (av_interleaved_write_frame(format_context, &packet) < 0) {
printf("Fail to write frame\n");
return false;
}
file_duration += duration;
return true;
}
private:
std::string file_path;
unsigned long long int file_duration;
AVFormatContext *format_context;
unsigned int video_stream_id;
unsigned int avio_buffer_size;
FILE *fptr;
};
int main(int argc, char **argv)
{
if (argc < 3) {
printf("usage: %s input output\n", argv[0]);
return 1;
}
std::shared_ptr<MP4Writer> output = std::make_shared<MP4Writer>(argv[argc - 1]);
int i = 1;
do {
std::shared_ptr<MP4Reader> input = std::make_shared<MP4Reader>(argv[i]);
printf("#%d: %s\n", i, argv[i]);
output->AddH264VideoTrack(input->GetVideoWidth(), input->GetVideoHeight(), input->GetVideoFps(), input->GetBitRate());
unsigned char *sample = nullptr;
unsigned int sample_size = 0;
unsigned long long int duration = 0;
bool is_key_frame = false;
while (input->GetNextH264VideoSample(&sample, sample_size, duration, is_key_frame) == MP4Reader::MP4_READ_OK) {
output->WriteH264VideoSample(sample, sample_size, is_key_frame, duration);
}
i++;
} while (i < argc - 1);
return 0;
}