src/feature/ffmpeg/ffmpeg-encoder.c (view raw)
1/* Copyright (c) 2013-2015 Jeffrey Pfau
2 *
3 * This Source Code Form is subject to the terms of the Mozilla Public
4 * License, v. 2.0. If a copy of the MPL was not distributed with this
5 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
6#include "ffmpeg-encoder.h"
7
8#include <mgba/core/core.h>
9#include <mgba/gba/interface.h>
10
11#include <libavcodec/version.h>
12#include <libavcodec/avcodec.h>
13
14#include <libavutil/version.h>
15#if LIBAVUTIL_VERSION_MAJOR >= 53
16#include <libavutil/buffer.h>
17#endif
18#include <libavutil/imgutils.h>
19#include <libavutil/mathematics.h>
20#include <libavutil/opt.h>
21
22#ifdef USE_LIBAVRESAMPLE
23#include <libavresample/avresample.h>
24#else
25#include <libswresample/swresample.h>
26#endif
27#include <libswscale/swscale.h>
28
29static void _ffmpegPostVideoFrame(struct mAVStream*, const color_t* pixels, size_t stride);
30static void _ffmpegPostAudioFrame(struct mAVStream*, int16_t left, int16_t right);
31static void _ffmpegSetVideoDimensions(struct mAVStream*, unsigned width, unsigned height);
32static void _ffmpegSetVideoFrameRate(struct mAVStream*, unsigned numerator, unsigned denominator);
33
34enum {
35 PREFERRED_SAMPLE_RATE = 0x8000
36};
37
38void FFmpegEncoderInit(struct FFmpegEncoder* encoder) {
39 av_register_all();
40
41 encoder->d.videoDimensionsChanged = _ffmpegSetVideoDimensions;
42 encoder->d.postVideoFrame = _ffmpegPostVideoFrame;
43 encoder->d.postAudioFrame = _ffmpegPostAudioFrame;
44 encoder->d.postAudioBuffer = 0;
45 encoder->d.videoFrameRateChanged = _ffmpegSetVideoFrameRate;
46
47 encoder->audioCodec = NULL;
48 encoder->videoCodec = NULL;
49 encoder->containerFormat = NULL;
50 FFmpegEncoderSetAudio(encoder, "flac", 0);
51 FFmpegEncoderSetVideo(encoder, "png", 0);
52 FFmpegEncoderSetContainer(encoder, "matroska");
53 FFmpegEncoderSetDimensions(encoder, GBA_VIDEO_HORIZONTAL_PIXELS, GBA_VIDEO_VERTICAL_PIXELS);
54 encoder->iwidth = GBA_VIDEO_HORIZONTAL_PIXELS;
55 encoder->iheight = GBA_VIDEO_VERTICAL_PIXELS;
56 encoder->frameCycles = VIDEO_TOTAL_LENGTH;
57 encoder->cycles = GBA_ARM7TDMI_FREQUENCY;
58 encoder->resampleContext = NULL;
59 encoder->absf = NULL;
60 encoder->context = NULL;
61 encoder->scaleContext = NULL;
62 encoder->audio = NULL;
63 encoder->audioStream = NULL;
64 encoder->audioFrame = NULL;
65 encoder->audioBuffer = NULL;
66 encoder->postaudioBuffer = NULL;
67 encoder->video = NULL;
68 encoder->videoStream = NULL;
69 encoder->videoFrame = NULL;
70}
71
72bool FFmpegEncoderSetAudio(struct FFmpegEncoder* encoder, const char* acodec, unsigned abr) {
73 static const struct {
74 int format;
75 int priority;
76 } priorities[] = {
77 { AV_SAMPLE_FMT_S16, 0 },
78 { AV_SAMPLE_FMT_S16P, 1 },
79 { AV_SAMPLE_FMT_S32, 2 },
80 { AV_SAMPLE_FMT_S32P, 2 },
81 { AV_SAMPLE_FMT_FLT, 3 },
82 { AV_SAMPLE_FMT_FLTP, 3 },
83 { AV_SAMPLE_FMT_DBL, 4 },
84 { AV_SAMPLE_FMT_DBLP, 4 }
85 };
86
87 if (!acodec) {
88 encoder->audioCodec = 0;
89 return true;
90 }
91
92 AVCodec* codec = avcodec_find_encoder_by_name(acodec);
93 if (!codec) {
94 return false;
95 }
96
97 if (!codec->sample_fmts) {
98 return false;
99 }
100 size_t i;
101 size_t j;
102 int priority = INT_MAX;
103 encoder->sampleFormat = AV_SAMPLE_FMT_NONE;
104 for (i = 0; codec->sample_fmts[i] != AV_SAMPLE_FMT_NONE; ++i) {
105 for (j = 0; j < sizeof(priorities) / sizeof(*priorities); ++j) {
106 if (codec->sample_fmts[i] == priorities[j].format && priority > priorities[j].priority) {
107 priority = priorities[j].priority;
108 encoder->sampleFormat = codec->sample_fmts[i];
109 }
110 }
111 }
112 if (encoder->sampleFormat == AV_SAMPLE_FMT_NONE) {
113 return false;
114 }
115 encoder->sampleRate = PREFERRED_SAMPLE_RATE;
116 if (codec->supported_samplerates) {
117 for (i = 0; codec->supported_samplerates[i]; ++i) {
118 if (codec->supported_samplerates[i] < PREFERRED_SAMPLE_RATE) {
119 continue;
120 }
121 if (encoder->sampleRate == PREFERRED_SAMPLE_RATE || encoder->sampleRate > codec->supported_samplerates[i]) {
122 encoder->sampleRate = codec->supported_samplerates[i];
123 }
124 }
125 } else if (codec->id == AV_CODEC_ID_AAC) {
126 // HACK: AAC doesn't support 32768Hz (it rounds to 32000), but libfaac doesn't tell us that
127 encoder->sampleRate = 44100;
128 }
129 encoder->audioCodec = acodec;
130 encoder->audioBitrate = abr;
131 return true;
132}
133
134bool FFmpegEncoderSetVideo(struct FFmpegEncoder* encoder, const char* vcodec, unsigned vbr) {
135 static const struct {
136 enum AVPixelFormat format;
137 int priority;
138 } priorities[] = {
139 { AV_PIX_FMT_RGB555, 0 },
140 { AV_PIX_FMT_BGR555, 0 },
141 { AV_PIX_FMT_RGB565, 1 },
142 { AV_PIX_FMT_BGR565, 1 },
143 { AV_PIX_FMT_RGB24, 2 },
144 { AV_PIX_FMT_BGR24, 2 },
145#ifndef USE_LIBAV
146 { AV_PIX_FMT_BGR0, 3 },
147 { AV_PIX_FMT_RGB0, 3 },
148 { AV_PIX_FMT_0BGR, 3 },
149 { AV_PIX_FMT_0RGB, 3 },
150#endif
151 { AV_PIX_FMT_YUV422P, 4 },
152 { AV_PIX_FMT_YUV444P, 5 },
153 { AV_PIX_FMT_YUV420P, 6 }
154 };
155
156 if (!vcodec) {
157 encoder->videoCodec = 0;
158 return true;
159 }
160
161 AVCodec* codec = avcodec_find_encoder_by_name(vcodec);
162 if (!codec) {
163 return false;
164 }
165
166 size_t i;
167 size_t j;
168 int priority = INT_MAX;
169 encoder->pixFormat = AV_PIX_FMT_NONE;
170 for (i = 0; codec->pix_fmts[i] != AV_PIX_FMT_NONE; ++i) {
171 for (j = 0; j < sizeof(priorities) / sizeof(*priorities); ++j) {
172 if (codec->pix_fmts[i] == priorities[j].format && priority > priorities[j].priority) {
173 priority = priorities[j].priority;
174 encoder->pixFormat = codec->pix_fmts[i];
175 }
176 }
177 }
178 if (encoder->pixFormat == AV_PIX_FMT_NONE) {
179 return false;
180 }
181 encoder->videoCodec = vcodec;
182 encoder->videoBitrate = vbr;
183 return true;
184}
185
186bool FFmpegEncoderSetContainer(struct FFmpegEncoder* encoder, const char* container) {
187 AVOutputFormat* oformat = av_guess_format(container, 0, 0);
188 if (!oformat) {
189 return false;
190 }
191 encoder->containerFormat = container;
192 return true;
193}
194
195void FFmpegEncoderSetDimensions(struct FFmpegEncoder* encoder, int width, int height) {
196 encoder->width = width > 0 ? width : GBA_VIDEO_HORIZONTAL_PIXELS;
197 encoder->height = height > 0 ? height : GBA_VIDEO_VERTICAL_PIXELS;
198}
199
200bool FFmpegEncoderVerifyContainer(struct FFmpegEncoder* encoder) {
201 AVOutputFormat* oformat = av_guess_format(encoder->containerFormat, 0, 0);
202 AVCodec* acodec = avcodec_find_encoder_by_name(encoder->audioCodec);
203 AVCodec* vcodec = avcodec_find_encoder_by_name(encoder->videoCodec);
204 if ((encoder->audioCodec && !acodec) || (encoder->videoCodec && !vcodec) || !oformat) {
205 return false;
206 }
207 if (encoder->audioCodec && !avformat_query_codec(oformat, acodec->id, FF_COMPLIANCE_EXPERIMENTAL)) {
208 return false;
209 }
210 if (encoder->videoCodec && !avformat_query_codec(oformat, vcodec->id, FF_COMPLIANCE_EXPERIMENTAL)) {
211 return false;
212 }
213 return true;
214}
215
216bool FFmpegEncoderOpen(struct FFmpegEncoder* encoder, const char* outfile) {
217 AVCodec* acodec = avcodec_find_encoder_by_name(encoder->audioCodec);
218 AVCodec* vcodec = avcodec_find_encoder_by_name(encoder->videoCodec);
219 if ((encoder->audioCodec && !acodec) || (encoder->videoCodec && !vcodec) || !FFmpegEncoderVerifyContainer(encoder)) {
220 return false;
221 }
222
223 if (encoder->context) {
224 return false;
225 }
226
227 encoder->currentAudioSample = 0;
228 encoder->currentAudioFrame = 0;
229 encoder->currentVideoFrame = 0;
230
231 AVOutputFormat* oformat = av_guess_format(encoder->containerFormat, 0, 0);
232#ifndef USE_LIBAV
233 avformat_alloc_output_context2(&encoder->context, oformat, 0, outfile);
234#else
235 encoder->context = avformat_alloc_context();
236 strncpy(encoder->context->filename, outfile, sizeof(encoder->context->filename) - 1);
237 encoder->context->filename[sizeof(encoder->context->filename) - 1] = '\0';
238 encoder->context->oformat = oformat;
239#endif
240
241 if (acodec) {
242#ifdef FFMPEG_USE_CODECPAR
243 encoder->audioStream = avformat_new_stream(encoder->context, NULL);
244 encoder->audio = avcodec_alloc_context3(acodec);
245#else
246 encoder->audioStream = avformat_new_stream(encoder->context, acodec);
247 encoder->audio = encoder->audioStream->codec;
248#endif
249 encoder->audio->bit_rate = encoder->audioBitrate;
250 encoder->audio->channels = 2;
251 encoder->audio->channel_layout = AV_CH_LAYOUT_STEREO;
252 encoder->audio->sample_rate = encoder->sampleRate;
253 encoder->audio->sample_fmt = encoder->sampleFormat;
254 AVDictionary* opts = 0;
255 av_dict_set(&opts, "strict", "-2", 0);
256 if (encoder->context->oformat->flags & AVFMT_GLOBALHEADER) {
257#ifdef AV_CODEC_FLAG_GLOBAL_HEADER
258 encoder->audio->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
259#else
260 encoder->audio->flags |= CODEC_FLAG_GLOBAL_HEADER;
261#endif
262 }
263 int res = avcodec_open2(encoder->audio, acodec, &opts);
264 av_dict_free(&opts);
265 if (res < 0) {
266 FFmpegEncoderClose(encoder);
267 return false;
268 }
269#if LIBAVCODEC_VERSION_MAJOR >= 55
270 encoder->audioFrame = av_frame_alloc();
271#else
272 encoder->audioFrame = avcodec_alloc_frame();
273#endif
274 if (!encoder->audio->frame_size) {
275 encoder->audio->frame_size = 1;
276 }
277 encoder->audioFrame->nb_samples = encoder->audio->frame_size;
278 encoder->audioFrame->format = encoder->audio->sample_fmt;
279 encoder->audioFrame->pts = 0;
280#ifdef USE_LIBAVRESAMPLE
281 encoder->resampleContext = avresample_alloc_context();
282 av_opt_set_int(encoder->resampleContext, "in_channel_layout", AV_CH_LAYOUT_STEREO, 0);
283 av_opt_set_int(encoder->resampleContext, "out_channel_layout", AV_CH_LAYOUT_STEREO, 0);
284 av_opt_set_int(encoder->resampleContext, "in_sample_rate", PREFERRED_SAMPLE_RATE, 0);
285 av_opt_set_int(encoder->resampleContext, "out_sample_rate", encoder->sampleRate, 0);
286 av_opt_set_int(encoder->resampleContext, "in_sample_fmt", AV_SAMPLE_FMT_S16, 0);
287 av_opt_set_int(encoder->resampleContext, "out_sample_fmt", encoder->sampleFormat, 0);
288 avresample_open(encoder->resampleContext);
289#else
290 encoder->resampleContext = swr_alloc_set_opts(NULL, AV_CH_LAYOUT_STEREO, encoder->sampleFormat, encoder->sampleRate,
291 AV_CH_LAYOUT_STEREO, AV_SAMPLE_FMT_S16, PREFERRED_SAMPLE_RATE, 0, NULL);
292 swr_init(encoder->resampleContext);
293#endif
294 encoder->audioBufferSize = (encoder->audioFrame->nb_samples * PREFERRED_SAMPLE_RATE / encoder->sampleRate) * 4;
295 encoder->audioBuffer = av_malloc(encoder->audioBufferSize);
296 encoder->postaudioBufferSize = av_samples_get_buffer_size(0, encoder->audio->channels, encoder->audio->frame_size, encoder->audio->sample_fmt, 0);
297 encoder->postaudioBuffer = av_malloc(encoder->postaudioBufferSize);
298 avcodec_fill_audio_frame(encoder->audioFrame, encoder->audio->channels, encoder->audio->sample_fmt, (const uint8_t*) encoder->postaudioBuffer, encoder->postaudioBufferSize, 0);
299
300 if (encoder->audio->codec->id == AV_CODEC_ID_AAC &&
301 (strcasecmp(encoder->containerFormat, "mp4") ||
302 strcasecmp(encoder->containerFormat, "m4v") ||
303 strcasecmp(encoder->containerFormat, "mov"))) {
304 // MP4 container doesn't support the raw ADTS AAC format that the encoder spits out
305#ifdef FFMPEG_USE_NEW_BSF
306 av_bsf_alloc(av_bsf_get_by_name("aac_adtstoasc"), &encoder->absf);
307 avcodec_parameters_from_context(encoder->absf->par_in, encoder->audio);
308 av_bsf_init(encoder->absf);
309#else
310 encoder->absf = av_bitstream_filter_init("aac_adtstoasc");
311#endif
312 }
313#ifdef FFMPEG_USE_CODECPAR
314 avcodec_parameters_from_context(encoder->audioStream->codecpar, encoder->audio);
315#endif
316 }
317
318 if (vcodec) {
319#ifdef FFMPEG_USE_CODECPAR
320 encoder->videoStream = avformat_new_stream(encoder->context, NULL);
321 encoder->video = avcodec_alloc_context3(vcodec);
322#else
323 encoder->videoStream = avformat_new_stream(encoder->context, vcodec);
324 encoder->video = encoder->videoStream->codec;
325#endif
326 encoder->video->bit_rate = encoder->videoBitrate;
327 encoder->video->width = encoder->width;
328 encoder->video->height = encoder->height;
329 encoder->video->time_base = (AVRational) { encoder->frameCycles, encoder->cycles };
330 encoder->video->framerate = (AVRational) { encoder->cycles, encoder->frameCycles };
331 encoder->video->pix_fmt = encoder->pixFormat;
332 encoder->video->gop_size = 60;
333 encoder->video->max_b_frames = 3;
334 if (encoder->context->oformat->flags & AVFMT_GLOBALHEADER) {
335#ifdef AV_CODEC_FLAG_GLOBAL_HEADER
336 encoder->video->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
337#else
338 encoder->video->flags |= CODEC_FLAG_GLOBAL_HEADER;
339#endif
340 }
341
342 if (encoder->video->codec->id == AV_CODEC_ID_H264 &&
343 (strcasecmp(encoder->containerFormat, "mp4") ||
344 strcasecmp(encoder->containerFormat, "m4v") ||
345 strcasecmp(encoder->containerFormat, "mov"))) {
346 // QuickTime and a few other things require YUV420
347 encoder->video->pix_fmt = AV_PIX_FMT_YUV420P;
348 }
349
350 if (strcmp(vcodec->name, "libx264") == 0) {
351 // Try to adaptively figure out when you can use a slower encoder
352 if (encoder->width * encoder->height > 1000000) {
353 av_opt_set(encoder->video->priv_data, "preset", "superfast", 0);
354 } else if (encoder->width * encoder->height > 500000) {
355 av_opt_set(encoder->video->priv_data, "preset", "veryfast", 0);
356 } else {
357 av_opt_set(encoder->video->priv_data, "preset", "faster", 0);
358 }
359 if (encoder->videoBitrate == 0) {
360 av_opt_set(encoder->video->priv_data, "crf", "0", 0);
361 encoder->video->pix_fmt = AV_PIX_FMT_YUV444P;
362 }
363 }
364 if (strcmp(vcodec->name, "libvpx-vp9") == 0 && encoder->videoBitrate == 0) {
365 av_opt_set(encoder->video->priv_data, "lossless", "1", 0);
366 encoder->video->pix_fmt = AV_PIX_FMT_YUV444P;
367 }
368
369 if (avcodec_open2(encoder->video, vcodec, 0) < 0) {
370 FFmpegEncoderClose(encoder);
371 return false;
372 }
373#if LIBAVCODEC_VERSION_MAJOR >= 55
374 encoder->videoFrame = av_frame_alloc();
375#else
376 encoder->videoFrame = avcodec_alloc_frame();
377#endif
378 encoder->videoFrame->format = encoder->video->pix_fmt;
379 encoder->videoFrame->width = encoder->video->width;
380 encoder->videoFrame->height = encoder->video->height;
381 encoder->videoFrame->pts = 0;
382 _ffmpegSetVideoDimensions(&encoder->d, encoder->iwidth, encoder->iheight);
383 av_image_alloc(encoder->videoFrame->data, encoder->videoFrame->linesize, encoder->video->width, encoder->video->height, encoder->video->pix_fmt, 32);
384#ifdef FFMPEG_USE_CODECPAR
385 avcodec_parameters_from_context(encoder->videoStream->codecpar, encoder->video);
386#endif
387 }
388
389 if (avio_open(&encoder->context->pb, outfile, AVIO_FLAG_WRITE) < 0 || avformat_write_header(encoder->context, 0) < 0) {
390 FFmpegEncoderClose(encoder);
391 return false;
392 }
393 return true;
394}
395
396void FFmpegEncoderClose(struct FFmpegEncoder* encoder) {
397 if (encoder->context && encoder->context->pb) {
398 av_write_trailer(encoder->context);
399 avio_close(encoder->context->pb);
400 }
401
402 if (encoder->postaudioBuffer) {
403 av_free(encoder->postaudioBuffer);
404 encoder->postaudioBuffer = NULL;
405 }
406 if (encoder->audioBuffer) {
407 av_free(encoder->audioBuffer);
408 encoder->audioBuffer = NULL;
409 }
410
411 if (encoder->audioFrame) {
412#if LIBAVCODEC_VERSION_MAJOR >= 55
413 av_frame_free(&encoder->audioFrame);
414#else
415 avcodec_free_frame(&encoder->audioFrame);
416#endif
417 }
418 if (encoder->audio) {
419 avcodec_close(encoder->audio);
420 encoder->audio = NULL;
421 }
422
423 if (encoder->resampleContext) {
424#ifdef USE_LIBAVRESAMPLE
425 avresample_close(encoder->resampleContext);
426 encoder->resampleContext = NULL;
427#else
428 swr_free(&encoder->resampleContext);
429#endif
430 }
431
432 if (encoder->absf) {
433#ifdef FFMPEG_USE_NEW_BSF
434 av_bsf_free(&encoder->absf);
435#else
436 av_bitstream_filter_close(encoder->absf);
437 encoder->absf = NULL;
438#endif
439 }
440
441 if (encoder->videoFrame) {
442#if LIBAVCODEC_VERSION_MAJOR >= 55
443 av_frame_free(&encoder->videoFrame);
444#else
445 avcodec_free_frame(&encoder->videoFrame);
446#endif
447 }
448
449 if (encoder->video) {
450 avcodec_close(encoder->video);
451 encoder->video = NULL;
452 }
453
454 if (encoder->scaleContext) {
455 sws_freeContext(encoder->scaleContext);
456 encoder->scaleContext = NULL;
457 }
458
459 if (encoder->context) {
460 avformat_free_context(encoder->context);
461 encoder->context = NULL;
462 }
463}
464
465bool FFmpegEncoderIsOpen(struct FFmpegEncoder* encoder) {
466 return !!encoder->context;
467}
468
469void _ffmpegPostAudioFrame(struct mAVStream* stream, int16_t left, int16_t right) {
470 struct FFmpegEncoder* encoder = (struct FFmpegEncoder*) stream;
471 if (!encoder->context || !encoder->audioCodec) {
472 return;
473 }
474
475 if (encoder->absf && !left) {
476 // XXX: AVBSF doesn't like silence. Figure out why.
477 left = 1;
478 }
479
480 encoder->audioBuffer[encoder->currentAudioSample * 2] = left;
481 encoder->audioBuffer[encoder->currentAudioSample * 2 + 1] = right;
482
483 ++encoder->currentAudioSample;
484
485 if (encoder->currentAudioSample * 4 < encoder->audioBufferSize) {
486 return;
487 }
488
489 int channelSize = 2 * av_get_bytes_per_sample(encoder->audio->sample_fmt);
490 encoder->currentAudioSample = 0;
491#ifdef USE_LIBAVRESAMPLE
492 avresample_convert(encoder->resampleContext, 0, 0, 0,
493 (uint8_t**) &encoder->audioBuffer, 0, encoder->audioBufferSize / 4);
494
495 if (avresample_available(encoder->resampleContext) < encoder->audioFrame->nb_samples) {
496 return;
497 }
498#if LIBAVCODEC_VERSION_MAJOR >= 55
499 av_frame_make_writable(encoder->audioFrame);
500#endif
501 int samples = avresample_read(encoder->resampleContext, encoder->audioFrame->data, encoder->postaudioBufferSize / channelSize);
502#else
503#if LIBAVCODEC_VERSION_MAJOR >= 55
504 av_frame_make_writable(encoder->audioFrame);
505#endif
506 if (swr_get_out_samples(encoder->resampleContext, 1) < encoder->audioFrame->nb_samples) {
507 swr_convert(encoder->resampleContext, NULL, 0, (const uint8_t**) &encoder->audioBuffer, encoder->audioBufferSize / 4);
508 return;
509 }
510 int samples = swr_convert(encoder->resampleContext, encoder->audioFrame->data, encoder->postaudioBufferSize / channelSize,
511 (const uint8_t**) &encoder->audioBuffer, encoder->audioBufferSize / 4);
512#endif
513
514 encoder->audioFrame->pts = encoder->currentAudioFrame;
515 encoder->currentAudioFrame += samples;
516
517 AVPacket packet;
518 av_init_packet(&packet);
519 packet.data = 0;
520 packet.size = 0;
521
522 int gotData;
523#ifdef FFMPEG_USE_PACKETS
524 avcodec_send_frame(encoder->audio, encoder->audioFrame);
525 gotData = avcodec_receive_packet(encoder->audio, &packet);
526 gotData = (gotData == 0) && packet.size;
527#else
528 avcodec_encode_audio2(encoder->audio, &packet, encoder->audioFrame, &gotData);
529#endif
530 packet.pts = av_rescale_q(encoder->audioFrame->pts, encoder->audio->time_base, encoder->audioStream->time_base);
531 packet.dts = packet.pts;
532
533 if (gotData) {
534 if (encoder->absf) {
535 AVPacket tempPacket;
536
537#ifdef FFMPEG_USE_NEW_BSF
538 int success = av_bsf_send_packet(encoder->absf, &packet);
539 if (success >= 0) {
540 success = av_bsf_receive_packet(encoder->absf, &tempPacket);
541 }
542#else
543 int success = av_bitstream_filter_filter(encoder->absf, encoder->audio, 0,
544 &tempPacket.data, &tempPacket.size,
545 packet.data, packet.size, 0);
546#endif
547
548 if (success >= 0) {
549#if LIBAVUTIL_VERSION_MAJOR >= 53
550 tempPacket.buf = av_buffer_create(tempPacket.data, tempPacket.size, av_buffer_default_free, 0, 0);
551#endif
552
553#ifdef FFMPEG_USE_PACKET_UNREF
554 av_packet_move_ref(&packet, &tempPacket);
555#else
556 av_free_packet(&packet);
557 packet = tempPacket;
558#endif
559
560 packet.stream_index = encoder->audioStream->index;
561 av_interleaved_write_frame(encoder->context, &packet);
562 }
563 } else {
564 packet.stream_index = encoder->audioStream->index;
565 av_interleaved_write_frame(encoder->context, &packet);
566 }
567 }
568#ifdef FFMPEG_USE_PACKET_UNREF
569 av_packet_unref(&packet);
570#else
571 av_free_packet(&packet);
572#endif
573}
574
575void _ffmpegPostVideoFrame(struct mAVStream* stream, const color_t* pixels, size_t stride) {
576 struct FFmpegEncoder* encoder = (struct FFmpegEncoder*) stream;
577 if (!encoder->context || !encoder->videoCodec) {
578 return;
579 }
580 stride *= BYTES_PER_PIXEL;
581
582 AVPacket packet;
583
584 av_init_packet(&packet);
585 packet.data = 0;
586 packet.size = 0;
587#if LIBAVCODEC_VERSION_MAJOR >= 55
588 av_frame_make_writable(encoder->videoFrame);
589#endif
590 encoder->videoFrame->pts = av_rescale_q(encoder->currentVideoFrame, encoder->video->time_base, encoder->videoStream->time_base);
591 ++encoder->currentVideoFrame;
592
593 sws_scale(encoder->scaleContext, (const uint8_t* const*) &pixels, (const int*) &stride, 0, encoder->iheight, encoder->videoFrame->data, encoder->videoFrame->linesize);
594
595 int gotData;
596#ifdef FFMPEG_USE_PACKETS
597 avcodec_send_frame(encoder->video, encoder->videoFrame);
598 gotData = avcodec_receive_packet(encoder->video, &packet) == 0;
599#else
600 avcodec_encode_video2(encoder->video, &packet, encoder->videoFrame, &gotData);
601#endif
602 packet.pts = encoder->videoFrame->pts;
603 if (gotData) {
604#ifndef FFMPEG_USE_PACKET_UNREF
605 if (encoder->video->coded_frame->key_frame) {
606 packet.flags |= AV_PKT_FLAG_KEY;
607 }
608#endif
609 packet.stream_index = encoder->videoStream->index;
610 av_interleaved_write_frame(encoder->context, &packet);
611 }
612#ifdef FFMPEG_USE_PACKET_UNREF
613 av_packet_unref(&packet);
614#else
615 av_free_packet(&packet);
616#endif
617}
618
619static void _ffmpegSetVideoDimensions(struct mAVStream* stream, unsigned width, unsigned height) {
620 struct FFmpegEncoder* encoder = (struct FFmpegEncoder*) stream;
621 if (!encoder->context || !encoder->videoCodec) {
622 return;
623 }
624 encoder->iwidth = width;
625 encoder->iheight = height;
626 if (encoder->scaleContext) {
627 sws_freeContext(encoder->scaleContext);
628 }
629 encoder->scaleContext = sws_getContext(encoder->iwidth, encoder->iheight,
630#ifdef COLOR_16_BIT
631#ifdef COLOR_5_6_5
632 AV_PIX_FMT_RGB565,
633#else
634 AV_PIX_FMT_BGR555,
635#endif
636#else
637#ifndef USE_LIBAV
638 AV_PIX_FMT_0BGR32,
639#else
640 AV_PIX_FMT_BGR32,
641#endif
642#endif
643 encoder->videoFrame->width, encoder->videoFrame->height, encoder->video->pix_fmt,
644 SWS_POINT, 0, 0, 0);
645}
646
647static void _ffmpegSetVideoFrameRate(struct mAVStream* stream, unsigned numerator, unsigned denominator) {
648 struct FFmpegEncoder* encoder = (struct FFmpegEncoder*) stream;
649 FFmpegEncoderSetInputFrameRate(encoder, numerator, denominator);
650}
651
652void FFmpegEncoderSetInputFrameRate(struct FFmpegEncoder* encoder, unsigned numerator, unsigned denominator) {
653 encoder->frameCycles = numerator;
654 encoder->cycles = denominator;
655 if (encoder->video) {
656 encoder->video->time_base = (AVRational) { numerator, denominator };
657 }
658}