FFmpeg 5.1.6
vaapi_transcode.c
Go to the documentation of this file.
1/*
2 * Video Acceleration API (video transcoding) transcode sample
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a copy
5 * of this software and associated documentation files (the "Software"), to deal
6 * in the Software without restriction, including without limitation the rights
7 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8 * copies of the Software, and to permit persons to whom the Software is
9 * furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
20 * THE SOFTWARE.
21 */
22
23/**
24 * @file
25 * Intel VAAPI-accelerated transcoding example.
26 *
27 * @example vaapi_transcode.c
28 * This example shows how to do VAAPI-accelerated transcoding.
29 * Usage: vaapi_transcode input_stream codec output_stream
30 * e.g: - vaapi_transcode input.mp4 h264_vaapi output_h264.mp4
31 * - vaapi_transcode input.mp4 vp9_vaapi output_vp9.ivf
32 */
33
34#include <stdio.h>
35#include <errno.h>
36
37#include <libavutil/hwcontext.h>
38#include <libavcodec/avcodec.h>
40
41static AVFormatContext *ifmt_ctx = NULL, *ofmt_ctx = NULL;
43static AVCodecContext *decoder_ctx = NULL, *encoder_ctx = NULL;
44static int video_stream = -1;
45static AVStream *ost;
46static int initialized = 0;
47
49 const enum AVPixelFormat *pix_fmts)
50{
51 const enum AVPixelFormat *p;
52
53 for (p = pix_fmts; *p != AV_PIX_FMT_NONE; p++) {
54 if (*p == AV_PIX_FMT_VAAPI)
55 return *p;
56 }
57
58 fprintf(stderr, "Unable to decode this file using VA-API.\n");
59 return AV_PIX_FMT_NONE;
60}
61
62static int open_input_file(const char *filename)
63{
64 int ret;
65 const AVCodec *decoder = NULL;
66 AVStream *video = NULL;
67
68 if ((ret = avformat_open_input(&ifmt_ctx, filename, NULL, NULL)) < 0) {
69 fprintf(stderr, "Cannot open input file '%s', Error code: %s\n",
70 filename, av_err2str(ret));
71 return ret;
72 }
73
74 if ((ret = avformat_find_stream_info(ifmt_ctx, NULL)) < 0) {
75 fprintf(stderr, "Cannot find input stream information. Error code: %s\n",
76 av_err2str(ret));
77 return ret;
78 }
79
80 ret = av_find_best_stream(ifmt_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, &decoder, 0);
81 if (ret < 0) {
82 fprintf(stderr, "Cannot find a video stream in the input file. "
83 "Error code: %s\n", av_err2str(ret));
84 return ret;
85 }
86 video_stream = ret;
87
88 if (!(decoder_ctx = avcodec_alloc_context3(decoder)))
89 return AVERROR(ENOMEM);
90
92 if ((ret = avcodec_parameters_to_context(decoder_ctx, video->codecpar)) < 0) {
93 fprintf(stderr, "avcodec_parameters_to_context error. Error code: %s\n",
94 av_err2str(ret));
95 return ret;
96 }
97
100 fprintf(stderr, "A hardware device reference create failed.\n");
101 return AVERROR(ENOMEM);
102 }
104
105 if ((ret = avcodec_open2(decoder_ctx, decoder, NULL)) < 0)
106 fprintf(stderr, "Failed to open codec for decoding. Error code: %s\n",
107 av_err2str(ret));
108
109 return ret;
110}
111
112static int encode_write(AVPacket *enc_pkt, AVFrame *frame)
113{
114 int ret = 0;
115
116 av_packet_unref(enc_pkt);
117
118 if ((ret = avcodec_send_frame(encoder_ctx, frame)) < 0) {
119 fprintf(stderr, "Error during encoding. Error code: %s\n", av_err2str(ret));
120 goto end;
121 }
122 while (1) {
123 ret = avcodec_receive_packet(encoder_ctx, enc_pkt);
124 if (ret)
125 break;
126
127 enc_pkt->stream_index = 0;
130 ret = av_interleaved_write_frame(ofmt_ctx, enc_pkt);
131 if (ret < 0) {
132 fprintf(stderr, "Error during writing data to output file. "
133 "Error code: %s\n", av_err2str(ret));
134 return -1;
135 }
136 }
137
138end:
139 if (ret == AVERROR_EOF)
140 return 0;
141 ret = ((ret == AVERROR(EAGAIN)) ? 0:-1);
142 return ret;
143}
144
145static int dec_enc(AVPacket *pkt, const AVCodec *enc_codec)
146{
147 AVFrame *frame;
148 int ret = 0;
149
151 if (ret < 0) {
152 fprintf(stderr, "Error during decoding. Error code: %s\n", av_err2str(ret));
153 return ret;
154 }
155
156 while (ret >= 0) {
157 if (!(frame = av_frame_alloc()))
158 return AVERROR(ENOMEM);
159
161 if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
163 return 0;
164 } else if (ret < 0) {
165 fprintf(stderr, "Error while decoding. Error code: %s\n", av_err2str(ret));
166 goto fail;
167 }
168
169 if (!initialized) {
170 /* we need to ref hw_frames_ctx of decoder to initialize encoder's codec.
171 Only after we get a decoded frame, can we obtain its hw_frames_ctx */
174 ret = AVERROR(ENOMEM);
175 goto fail;
176 }
177 /* set AVCodecContext Parameters for encoder, here we keep them stay
178 * the same as decoder.
179 * xxx: now the sample can't handle resolution change case.
180 */
185
186 if ((ret = avcodec_open2(encoder_ctx, enc_codec, NULL)) < 0) {
187 fprintf(stderr, "Failed to open encode codec. Error code: %s\n",
188 av_err2str(ret));
189 goto fail;
190 }
191
192 if (!(ost = avformat_new_stream(ofmt_ctx, enc_codec))) {
193 fprintf(stderr, "Failed to allocate stream for output format.\n");
194 ret = AVERROR(ENOMEM);
195 goto fail;
196 }
197
200 if (ret < 0) {
201 fprintf(stderr, "Failed to copy the stream parameters. "
202 "Error code: %s\n", av_err2str(ret));
203 goto fail;
204 }
205
206 /* write the stream header */
207 if ((ret = avformat_write_header(ofmt_ctx, NULL)) < 0) {
208 fprintf(stderr, "Error while writing stream header. "
209 "Error code: %s\n", av_err2str(ret));
210 goto fail;
211 }
212
213 initialized = 1;
214 }
215
216 if ((ret = encode_write(pkt, frame)) < 0)
217 fprintf(stderr, "Error during encoding and writing.\n");
218
219fail:
221 }
222 return ret;
223}
224
225int main(int argc, char **argv)
226{
227 const AVCodec *enc_codec;
228 int ret = 0;
229 AVPacket *dec_pkt;
230
231 if (argc != 4) {
232 fprintf(stderr, "Usage: %s <input file> <encode codec> <output file>\n"
233 "The output format is guessed according to the file extension.\n"
234 "\n", argv[0]);
235 return -1;
236 }
237
239 if (ret < 0) {
240 fprintf(stderr, "Failed to create a VAAPI device. Error code: %s\n", av_err2str(ret));
241 return -1;
242 }
243
244 dec_pkt = av_packet_alloc();
245 if (!dec_pkt) {
246 fprintf(stderr, "Failed to allocate decode packet\n");
247 goto end;
248 }
249
250 if ((ret = open_input_file(argv[1])) < 0)
251 goto end;
252
253 if (!(enc_codec = avcodec_find_encoder_by_name(argv[2]))) {
254 fprintf(stderr, "Could not find encoder '%s'\n", argv[2]);
255 ret = -1;
256 goto end;
257 }
258
259 if ((ret = (avformat_alloc_output_context2(&ofmt_ctx, NULL, NULL, argv[3]))) < 0) {
260 fprintf(stderr, "Failed to deduce output format from file extension. Error code: "
261 "%s\n", av_err2str(ret));
262 goto end;
263 }
264
265 if (!(encoder_ctx = avcodec_alloc_context3(enc_codec))) {
266 ret = AVERROR(ENOMEM);
267 goto end;
268 }
269
270 ret = avio_open(&ofmt_ctx->pb, argv[3], AVIO_FLAG_WRITE);
271 if (ret < 0) {
272 fprintf(stderr, "Cannot open output file. "
273 "Error code: %s\n", av_err2str(ret));
274 goto end;
275 }
276
277 /* read all packets and only transcoding video */
278 while (ret >= 0) {
279 if ((ret = av_read_frame(ifmt_ctx, dec_pkt)) < 0)
280 break;
281
282 if (video_stream == dec_pkt->stream_index)
283 ret = dec_enc(dec_pkt, enc_codec);
284
285 av_packet_unref(dec_pkt);
286 }
287
288 /* flush decoder */
289 av_packet_unref(dec_pkt);
290 ret = dec_enc(dec_pkt, enc_codec);
291
292 /* flush encoder */
293 ret = encode_write(dec_pkt, NULL);
294
295 /* write the trailer for output stream */
297
298end:
304 av_packet_free(&dec_pkt);
305 return ret;
306}
Libavcodec external API header.
Main libavformat public API header.
int avformat_alloc_output_context2(AVFormatContext **ctx, const AVOutputFormat *oformat, const char *format_name, const char *filename)
Allocate an AVFormatContext for an output format.
int avio_open(AVIOContext **s, const char *url, int flags)
Create and initialize a AVIOContext for accessing the resource indicated by url.
#define AVIO_FLAG_WRITE
write-only
Definition: avio.h:629
static AVPacket * pkt
static AVFrame * frame
int avcodec_parameters_from_context(AVCodecParameters *par, const AVCodecContext *codec)
Fill the parameters struct based on the values from the supplied codec context.
int avcodec_open2(AVCodecContext *avctx, const AVCodec *codec, AVDictionary **options)
Initialize the AVCodecContext to use the given AVCodec.
AVCodecContext * avcodec_alloc_context3(const AVCodec *codec)
Allocate an AVCodecContext and set its fields to default values.
int avcodec_parameters_to_context(AVCodecContext *codec, const AVCodecParameters *par)
Fill the codec context based on the values from the supplied codec parameters.
const AVCodec * avcodec_find_encoder_by_name(const char *name)
Find a registered encoder with the specified name.
void avcodec_free_context(AVCodecContext **avctx)
Free the codec context and everything associated with it and write NULL to the provided pointer.
int avcodec_receive_frame(AVCodecContext *avctx, AVFrame *frame)
Return decoded output data from a decoder.
int avcodec_send_packet(AVCodecContext *avctx, const AVPacket *avpkt)
Supply raw packet data as input to a decoder.
int avcodec_receive_packet(AVCodecContext *avctx, AVPacket *avpkt)
Read encoded data from the encoder.
int avcodec_send_frame(AVCodecContext *avctx, const AVFrame *frame)
Supply a raw video or audio frame to the encoder.
void av_packet_free(AVPacket **pkt)
Free the packet, if the packet is reference counted, it will be unreferenced first.
void av_packet_unref(AVPacket *pkt)
Wipe the packet.
AVPacket * av_packet_alloc(void)
Allocate an AVPacket and set its fields to default values.
void av_packet_rescale_ts(AVPacket *pkt, AVRational tb_src, AVRational tb_dst)
Convert valid timing fields (timestamps / durations) in a packet from one timebase to another.
AVStream * avformat_new_stream(AVFormatContext *s, const AVCodec *c)
Add a new stream to a media file.
int av_read_frame(AVFormatContext *s, AVPacket *pkt)
Return the next frame of a stream.
int av_find_best_stream(AVFormatContext *ic, enum AVMediaType type, int wanted_stream_nb, int related_stream, const AVCodec **decoder_ret, int flags)
Find the "best" stream in the file.
int avformat_open_input(AVFormatContext **ps, const char *url, const AVInputFormat *fmt, AVDictionary **options)
Open an input stream and read the header.
int avformat_find_stream_info(AVFormatContext *ic, AVDictionary **options)
Read packets of a media file to get stream information.
void avformat_close_input(AVFormatContext **s)
Close an opened input AVFormatContext.
av_warn_unused_result int avformat_write_header(AVFormatContext *s, AVDictionary **options)
Allocate the stream private data and write the stream header to an output media file.
int av_interleaved_write_frame(AVFormatContext *s, AVPacket *pkt)
Write a packet to an output media file ensuring correct interleaving.
int av_write_trailer(AVFormatContext *s)
Write the stream trailer to an output media file and free the file private data.
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
AVBufferRef * av_buffer_ref(const AVBufferRef *buf)
Create a new reference to an AVBuffer.
#define AVERROR_EOF
End of file.
Definition: error.h:57
#define av_err2str(errnum)
Convenience macro, the return value should be used only directly in function arguments but never stan...
Definition: error.h:121
#define AVERROR(e)
Definition: error.h:45
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
int av_hwdevice_ctx_create(AVBufferRef **device_ctx, enum AVHWDeviceType type, const char *device, AVDictionary *opts, int flags)
Open a device of the specified type and create an AVHWDeviceContext for it.
@ AV_HWDEVICE_TYPE_VAAPI
Definition: hwcontext.h:31
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
@ AV_PIX_FMT_VAAPI
Hardware acceleration through VA-API, data[3] contains a VASurfaceID.
Definition: pixfmt.h:119
A reference to a data buffer.
Definition: buffer.h:82
main external API structure.
Definition: avcodec.h:389
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:599
int width
picture width / height.
Definition: avcodec.h:562
enum AVPixelFormat(* get_format)(struct AVCodecContext *s, const enum AVPixelFormat *fmt)
Callback to negotiate the pixel format.
Definition: avcodec.h:653
AVBufferRef * hw_frames_ctx
A reference to the AVHWFramesContext describing the input (for encoding) or output (decoding) frames.
Definition: avcodec.h:1880
AVRational framerate
Definition: avcodec.h:1732
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented.
Definition: avcodec.h:512
AVBufferRef * hw_device_ctx
A reference to the AVHWDeviceContext describing the device which will be used by a hardware encoder/d...
Definition: avcodec.h:1930
AVCodec.
Definition: codec.h:196
Format I/O context.
Definition: avformat.h:1213
AVIOContext * pb
I/O context.
Definition: avformat.h:1255
AVStream ** streams
A list of all streams in the file.
Definition: avformat.h:1281
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
This structure stores compressed data.
Definition: packet.h:351
int stream_index
Definition: packet.h:376
Stream structure.
Definition: avformat.h:948
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1108
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented.
Definition: avformat.h:978
static AVBufferRef * hw_device_ctx
static enum AVPixelFormat get_vaapi_format(AVCodecContext *ctx, const enum AVPixelFormat *pix_fmts)
static AVFormatContext * ifmt_ctx
static AVFormatContext * ofmt_ctx
int main(int argc, char **argv)
static AVStream * ost
static AVCodecContext * encoder_ctx
static int encode_write(AVPacket *enc_pkt, AVFrame *frame)
static AVCodecContext * decoder_ctx
static int open_input_file(const char *filename)
static int initialized
static int video_stream
static int dec_enc(AVPacket *pkt, const AVCodec *enc_codec)