1 /* Quicktime muxer plugin for GStreamer
2 * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br>
3 * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net>
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
18 * Boston, MA 02110-1301, USA.
21 * Unless otherwise indicated, Source Code is licensed under MIT license.
22 * See further explanation attached in License Statement (distributed in the file
25 * Permission is hereby granted, free of charge, to any person obtaining a copy of
26 * this software and associated documentation files (the "Software"), to deal in
27 * the Software without restriction, including without limitation the rights to
28 * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
29 * of the Software, and to permit persons to whom the Software is furnished to do
30 * so, subject to the following conditions:
32 * The above copyright notice and this permission notice shall be included in all
33 * copies or substantial portions of the Software.
35 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
36 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
37 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
38 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
39 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
40 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
44 #include "gstqtmuxmap.h"
47 /* static info related to various format */
49 #define COMMON_VIDEO_CAPS \
50 "width = (int) [ 16, MAX ], " \
51 "height = (int) [ 16, MAX ]"
53 #define COMMON_VIDEO_CAPS_NO_FRAMERATE \
54 "width = (int) [ 16, MAX ], " \
55 "height = (int) [ 16, MAX ] "
63 "stream-format = (string) avc, " \
64 "alignment = (string) au, " \
69 "mpegversion = (int) 4, "\
70 "systemstream = (boolean) false, " \
71 COMMON_VIDEO_CAPS "; " \
73 "divxversion = (int) 5, "\
77 "video/x-prores, variant = (string) {standard, lt, hq, proxy}, " \
82 "svqversion = (int) 3, " \
85 #define COMMON_AUDIO_CAPS(c, r) \
86 "channels = (int) [ 1, " G_STRINGIFY (c) " ], " \
87 "rate = (int) [ 1, " G_STRINGIFY (r) " ]"
91 "format = (string) { S16LE, S16BE, S8, U8 }, " \
92 "layout = (string) interleaved, " \
93 COMMON_AUDIO_CAPS (2, MAX)
95 #define PCM_CAPS_FULL \
97 "format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \
98 "layout = (string) interleaved, " \
99 COMMON_AUDIO_CAPS (2, MAX)
103 "mpegversion = (int) 1, " \
104 "layer = (int) 3, " \
105 COMMON_AUDIO_CAPS (2, MAX)
109 "mpegversion = (int) 1, " \
110 "layer = (int) [1, 3], " \
111 COMMON_AUDIO_CAPS (2, MAX)
115 "mpegversion = (int) 4, " \
116 "stream-format = (string) raw, " \
117 COMMON_AUDIO_CAPS (8, MAX)
121 COMMON_AUDIO_CAPS (6, MAX)
125 "rate = (int) 8000, " \
126 "channels = [ 1, 2 ]; " \
128 "rate = (int) 16000, " \
129 "channels = [ 1, 2 ] "
133 "layout = (string)dvi, " \
134 "block_align = (int)[64, 8096], " \
135 COMMON_AUDIO_CAPS(2, MAX)
139 COMMON_AUDIO_CAPS(2, MAX)
143 "channel-mapping-family = (int) [0, 255], " \
144 COMMON_AUDIO_CAPS(8, MAX)
149 "format=(string)utf8"
151 /* FIXME 0.11 - take a look at bugs #580005 and #340375 */
152 GstQTMuxFormatProp gst_qt_mux_format_list[] = {
153 /* original QuickTime format; see Apple site (e.g. qtff.pdf) */
155 GST_QT_MUX_FORMAT_QT,
160 GST_STATIC_CAPS ("video/quicktime, variant = (string) apple; "
162 GST_STATIC_CAPS ("video/x-raw, "
163 "format = (string) { RGB, UYVY, v210 }, "
164 COMMON_VIDEO_CAPS "; "
171 "systemstream = (boolean) false, "
172 COMMON_VIDEO_CAPS "; "
174 COMMON_VIDEO_CAPS_NO_FRAMERATE "; "
176 COMMON_VIDEO_CAPS "; "
178 COMMON_VIDEO_CAPS "; " "video/x-qt-part, " COMMON_VIDEO_CAPS),
179 GST_STATIC_CAPS (PCM_CAPS_FULL "; "
183 "audio/x-alaw, " COMMON_AUDIO_CAPS (2, MAX) "; "
184 "audio/x-mulaw, " COMMON_AUDIO_CAPS (2, MAX) "; "
185 AMR_CAPS " ; " ALAC_CAPS),
186 GST_STATIC_CAPS (TEXT_UTF8)}
188 /* ISO 14496-14: mp42 as ISO base media extension
189 * (supersedes original ISO 144996-1 mp41) */
191 GST_QT_MUX_FORMAT_MP4,
196 GST_STATIC_CAPS ("video/quicktime, variant = (string) iso"),
197 GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS ";"
198 "video/x-mp4-part," COMMON_VIDEO_CAPS),
199 GST_STATIC_CAPS (MP123_CAPS "; "
200 AAC_CAPS " ; " AC3_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS),
201 GST_STATIC_CAPS (TEXT_UTF8)}
203 /* Microsoft Smooth Streaming fmp4/isml */
204 /* TODO add WMV/WMA support */
206 GST_QT_MUX_FORMAT_ISML,
211 GST_STATIC_CAPS ("video/quicktime, variant = (string) iso-fragmented"),
212 GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS),
213 GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS),
214 GST_STATIC_CAPS_NONE}
216 /* 3GPP Technical Specification 26.244 V7.3.0
217 * (extended in 3GPP2 File Formats for Multimedia Services) */
219 GST_QT_MUX_FORMAT_3GP,
224 GST_STATIC_CAPS ("video/quicktime, variant = (string) 3gpp"),
225 GST_STATIC_CAPS (H263_CAPS "; " MPEG4V_CAPS "; " H264_CAPS),
226 GST_STATIC_CAPS (AMR_CAPS "; " MP3_CAPS "; " AAC_CAPS "; " AC3_CAPS),
227 GST_STATIC_CAPS (TEXT_UTF8)}
229 /* ISO 15444-3: Motion-JPEG-2000 (also ISO base media extension) */
231 GST_QT_MUX_FORMAT_MJ2,
236 GST_STATIC_CAPS ("video/mj2"),
237 GST_STATIC_CAPS ("image/x-j2c, " COMMON_VIDEO_CAPS "; "
238 "image/x-jpc, " COMMON_VIDEO_CAPS),
239 GST_STATIC_CAPS (PCM_CAPS),
240 GST_STATIC_CAPS_NONE}
243 GST_QT_MUX_FORMAT_NONE,
247 /* pretty static, but may turn out needed a few times */
249 gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format)
251 if (format == GST_QT_MUX_FORMAT_QT)
252 return ATOMS_TREE_FLAVOR_MOV;
253 else if (format == GST_QT_MUX_FORMAT_3GP)
254 return ATOMS_TREE_FLAVOR_3GP;
255 else if (format == GST_QT_MUX_FORMAT_ISML)
256 return ATOMS_TREE_FLAVOR_ISML;
258 return ATOMS_TREE_FLAVOR_ISOM;
262 gst_qt_mux_map_check_tracks (AtomMOOV * moov, gint * _video, gint * _audio,
263 gboolean * _has_h264)
266 gint video = 0, audio = 0;
267 gboolean has_h264 = FALSE;
269 for (it = moov->traks; it != NULL; it = g_list_next (it)) {
270 AtomTRAK *track = it->data;
272 if (track->is_video) {
285 *_has_h264 = has_h264;
288 /* pretty static, but possibly dynamic format info */
291 * - avc1 brand is not used, since the specific extensions indicated by it
292 * are not used (e.g. sample groupings, etc)
293 * - TODO: maybe even more 3GPP brand fine-tuning ??
294 * (but that might need ftyp rewriting at the end) */
296 gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix,
297 guint32 * _major, guint32 * _version, GList ** _compatible, AtomMOOV * moov,
298 GstClockTime longest_chunk, gboolean faststart)
300 static const guint32 qt_brands[] = { 0 };
301 static const guint32 mp4_brands[] =
302 { FOURCC_mp41, FOURCC_isom, FOURCC_iso2, 0 };
303 static const guint32 isml_brands[] = { FOURCC_iso2, 0 };
304 static const guint32 gpp_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
305 static const guint32 mjp2_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
306 static const guint8 mjp2_prefix[] =
307 { 0, 0, 0, 12, 'j', 'P', ' ', ' ', 0x0D, 0x0A, 0x87, 0x0A };
308 const guint32 *comp = NULL;
309 guint32 major = 0, version = 0;
310 GstBuffer *prefix = NULL;
311 GList *result = NULL;
313 g_return_if_fail (_prefix != NULL);
314 g_return_if_fail (_major != NULL);
315 g_return_if_fail (_version != NULL);
316 g_return_if_fail (_compatible != NULL);
319 case GST_QT_MUX_FORMAT_QT:
322 version = 0x20050300;
324 case GST_QT_MUX_FORMAT_MP4:
328 case GST_QT_MUX_FORMAT_ISML:
332 case GST_QT_MUX_FORMAT_3GP:
337 gst_qt_mux_map_check_tracks (moov, &video, &audio, &has_h264);
338 /* only track restriction really matters for Basic Profile */
339 if (video <= 1 && audio <= 1) {
340 /* it seems only newer spec knows about H264 */
341 major = has_h264 ? FOURCC_3gp6 : FOURCC_3gp4;
342 version = has_h264 ? 0x100 : 0x200;
350 * We assume that we have chunks in dts order
352 if (faststart && longest_chunk <= GST_SECOND) {
353 /* add progressive download profile */
354 result = g_list_append (result, GUINT_TO_POINTER (FOURCC_3gr6));
358 case GST_QT_MUX_FORMAT_MJ2:
363 prefix = gst_buffer_new_and_alloc (sizeof (mjp2_prefix));
364 gst_buffer_fill (prefix, 0, mjp2_prefix, sizeof (mjp2_prefix));
368 g_assert_not_reached ();
372 /* convert list to list, hm */
373 while (comp && *comp != 0) {
374 /* order matters over efficiency */
375 result = g_list_append (result, GUINT_TO_POINTER (*comp));
382 *_compatible = result;
384 /* TODO 3GPP may include mp42 as compatible if applicable */
385 /* TODO 3GPP major brand 3gp7 if at most 1 video and audio track */