1 /* Quicktime muxer plugin for GStreamer
2 * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
17 * Boston, MA 02110-1301, USA.
20 * Unless otherwise indicated, Source Code is licensed under MIT license.
21 * See further explanation attached in License Statement (distributed in the file
24 * Permission is hereby granted, free of charge, to any person obtaining a copy of
25 * this software and associated documentation files (the "Software"), to deal in
26 * the Software without restriction, including without limitation the rights to
27 * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
28 * of the Software, and to permit persons to whom the Software is furnished to do
29 * so, subject to the following conditions:
31 * The above copyright notice and this permission notice shall be included in all
32 * copies or substantial portions of the Software.
34 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
35 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
36 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
37 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
38 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
39 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
49 #include "descriptors.h"
50 #include "properties.h"
53 /* helper storage struct */
54 #define ATOM_ARRAY(struct_type) \
63 #define atom_array_init(array, reserve) \
66 (array)->size = reserve; \
67 (array)->data = g_malloc (sizeof (*(array)->data) * reserve); \
70 #define atom_array_append(array, elmt, inc) \
72 g_assert ((array)->data); \
74 if (G_UNLIKELY ((array)->len == (array)->size)) { \
75 (array)->size += inc; \
77 g_realloc ((array)->data, sizeof (*((array)->data)) * (array)->size); \
79 (array)->data[(array)->len] = elmt; \
83 #define atom_array_get_len(array) ((array)->len)
84 #define atom_array_index(array, index) ((array)->data[index])
86 #define atom_array_clear(array) \
88 (array)->size = (array)->len = 0; \
89 g_free ((array)->data); \
90 (array)->data = NULL; \
93 /* light-weight context that may influence header atom tree construction */
94 typedef enum _AtomsTreeFlavor
96 ATOMS_TREE_FLAVOR_MOV,
97 ATOMS_TREE_FLAVOR_ISOM,
98 ATOMS_TREE_FLAVOR_3GP,
99 ATOMS_TREE_FLAVOR_ISML
102 typedef struct _AtomsContext
104 AtomsTreeFlavor flavor;
107 AtomsContext* atoms_context_new (AtomsTreeFlavor flavor);
108 void atoms_context_free (AtomsContext *context);
110 #define METADATA_DATA_FLAG 0x0
111 #define METADATA_TEXT_FLAG 0x1
113 /* atom defs and functions */
116 * Used for storing time related values for some atoms.
118 typedef struct _TimeInfo
120 guint64 creation_time;
121 guint64 modification_time;
130 guint64 extended_size;
133 typedef struct _AtomFull
142 * Generic extension atom
144 typedef struct _AtomData
154 typedef struct _AtomUUID
166 typedef struct _AtomFTYP
171 guint32 *compatible_brands;
174 guint32 compatible_brands_size;
177 typedef struct _AtomMVHD
181 /* version 0: 32 bits */
184 guint32 prefered_rate; /* ISO: 0x00010000 */
185 guint16 volume; /* ISO: 0x0100 */
186 guint16 reserved3; /* ISO: 0x0 */
187 guint32 reserved4[2]; /* ISO: 0, 0 */
188 /* ISO: identity matrix =
189 * { 0x00010000, 0, 0, 0, 0x00010000, 0, 0, 0, 0x40000000 } */
193 guint32 preview_time;
194 guint32 preview_duration;
196 guint32 selection_time;
197 guint32 selection_duration;
198 guint32 current_time;
200 guint32 next_track_id;
203 typedef struct _AtomTKHD
207 /* version 0: 32 bits */
208 /* like the TimeInfo struct, but it has this track_ID inside */
209 guint64 creation_time;
210 guint64 modification_time;
215 guint32 reserved2[2];
217 guint16 alternate_group;
221 /* ISO: identity matrix =
222 * { 0x00010000, 0, 0, 0, 0x00010000, 0, 0, 0, 0x40000000 } */
228 typedef struct _AtomMDHD
232 /* version 0: 32 bits */
235 /* ISO: packed ISO-639-2/T language code (first bit must be 0) */
236 guint16 language_code;
241 typedef struct _AtomHDLR
246 guint32 component_type;
247 guint32 handler_type;
248 guint32 manufacturer;
253 AtomsTreeFlavor flavor;
256 typedef struct _AtomVMHD
258 AtomFull header; /* ISO: flags = 1 */
260 guint16 graphics_mode;
265 typedef struct _AtomSMHD
273 typedef struct _AtomHMHD
277 guint16 max_pdu_size;
278 guint16 avg_pdu_size;
281 guint32 sliding_avg_bitrate;
284 typedef struct _AtomURL
291 typedef struct _AtomDREF
298 typedef struct _AtomDINF
305 typedef struct _STTSEntry
307 guint32 sample_count;
311 typedef struct _AtomSTTS
315 ATOM_ARRAY (STTSEntry) entries;
318 typedef struct _AtomSTSS
322 ATOM_ARRAY (guint32) entries;
325 typedef struct _AtomESDS
332 typedef struct _AtomFRMA
339 typedef enum _SampleEntryKind
347 typedef struct _SampleTableEntry
352 guint16 data_reference_index;
355 SampleEntryKind kind;
358 typedef struct _AtomHintSampleEntry
363 } AtomHintSampleEntry;
365 typedef struct _SampleTableEntryMP4V
370 guint16 revision_level;
372 guint32 vendor; /* fourcc code */
373 guint32 temporal_quality;
374 guint32 spatial_quality;
379 guint32 horizontal_resolution;
380 guint32 vertical_resolution;
383 guint16 frame_count; /* usually 1 */
385 guint8 compressor[32]; /* pascal string, i.e. first byte = length */
388 guint16 color_table_id;
390 /* (optional) list of AtomInfo */
391 GList *extension_atoms;
392 } SampleTableEntryMP4V;
394 typedef struct _SampleTableEntryMP4A
399 guint16 revision_level;
404 guint16 compression_id;
407 guint32 sample_rate; /* fixed point 16.16 */
409 guint32 samples_per_packet;
410 guint32 bytes_per_packet;
411 guint32 bytes_per_frame;
412 guint32 bytes_per_sample;
414 /* (optional) list of AtomInfo */
415 GList *extension_atoms;
416 } SampleTableEntryMP4A;
418 typedef struct _SampleTableEntryTX3G
422 guint32 display_flags;
423 guint64 default_text_box;
425 guint8 font_face; /* bold=0x1, italic=0x2, underline=0x4 */
426 guint8 font_size; /* should always be 0.05 multiplied by the video track header height */
427 guint32 foreground_color_rgba;
429 } SampleTableEntryTX3G;
431 typedef struct _AtomSTSD
436 /* list of subclasses of SampleTableEntry */
440 typedef struct _AtomSTSZ
446 /* need the size here because when sample_size is constant,
447 * the list is empty */
449 ATOM_ARRAY (guint32) entries;
452 typedef struct _STSCEntry
455 guint32 samples_per_chunk;
456 guint32 sample_description_index;
459 typedef struct _AtomSTSC
463 ATOM_ARRAY (STSCEntry) entries;
468 * used for both STCO and CO64
469 * if used as STCO, entries should be truncated to use only 32bits
471 typedef struct _AtomSTCO64
474 /* Global offset to add to entries when serialising */
475 guint32 chunk_offset;
476 ATOM_ARRAY (guint64) entries;
479 typedef struct _CTTSEntry
482 guint32 sampleoffset;
485 typedef struct _AtomCTTS
489 /* also entry count here */
490 ATOM_ARRAY (CTTSEntry) entries;
494 typedef struct _AtomSTBL
503 /* NULL if not present */
509 typedef struct _AtomMINF
513 /* only (exactly) one of those must be present */
523 typedef struct _EditListEntry
525 /* duration in movie's timescale */
527 /* start time in media's timescale, -1 for empty */
529 guint32 media_rate; /* fixed point 32 bit */
532 typedef struct _AtomELST
536 /* number of entries is implicit */
540 typedef struct _AtomEDTS
546 typedef struct _AtomMDIA
555 typedef struct _AtomILST
559 /* list of AtomInfo */
563 typedef struct _AtomTagData
572 typedef struct _AtomTag
579 typedef struct _AtomMETA
586 typedef struct _AtomUDTA
590 /* list of AtomInfo */
592 /* or list is further down */
595 AtomsContext *context;
600 TR_DATA_OFFSET = 0x01, /* data-offset-present */
601 TR_FIRST_SAMPLE_FLAGS = 0x04, /* first-sample-flags-present */
602 TR_SAMPLE_DURATION = 0x0100, /* sample-duration-present */
603 TR_SAMPLE_SIZE = 0x0200, /* sample-size-present */
604 TR_SAMPLE_FLAGS = 0x0400, /* sample-flags-present */
605 TR_COMPOSITION_TIME_OFFSETS = 0x0800 /* sample-composition-time-offsets-presents */
610 TF_BASE_DATA_OFFSET = 0x01, /* base-data-offset-present */
611 TF_SAMPLE_DESCRIPTION_INDEX = 0x02, /* sample-description-index-present */
612 TF_DEFAULT_SAMPLE_DURATION = 0x08, /* default-sample-duration-present */
613 TF_DEFAULT_SAMPLE_SIZE = 0x010, /* default-sample-size-present */
614 TF_DEFAULT_SAMPLE_FLAGS = 0x020, /* default-sample-flags-present */
615 TF_DURATION_IS_EMPTY = 0x010000, /* sample-composition-time-offsets-presents */
616 TF_DEFAULT_BASE_IS_MOOF = 0x020000 /* default-base-is-moof */
619 typedef struct _AtomTRAK
628 /* some helper info for structural conformity checks */
632 AtomsContext *context;
635 typedef struct _AtomTREX
640 guint32 default_sample_description_index;
641 guint32 default_sample_duration;
642 guint32 default_sample_size;
643 guint32 default_sample_flags;
646 typedef struct _AtomMEHD
650 guint64 fragment_duration;
654 typedef struct _AtomMVEX
660 /* list of AtomTREX */
664 typedef struct _AtomMFHD
668 guint32 sequence_number;
671 typedef struct _AtomTFHD
676 guint64 base_data_offset;
677 guint32 sample_description_index;
678 guint32 default_sample_duration;
679 guint32 default_sample_size;
680 guint32 default_sample_flags;
683 typedef struct _TRUNSampleEntry
685 guint32 sample_duration;
687 guint32 sample_flags;
688 guint32 sample_composition_time_offset;
691 typedef struct _AtomTRUN
695 guint32 sample_count;
697 guint32 first_sample_flags;
699 /* array of fields */
700 ATOM_ARRAY (TRUNSampleEntry) entries;
703 typedef struct _AtomSDTP
708 guint32 sample_count;
710 /* array of fields */
711 ATOM_ARRAY (guint8) entries;
714 typedef struct _AtomTRAF
720 /* list of AtomTRUN */
722 /* list of AtomSDTP */
726 typedef struct _AtomMOOF
732 /* list of AtomTRAF */
737 typedef struct _AtomMOOV
740 AtomsContext context;
747 /* list of AtomTRAK */
752 guint32 chunks_offset;
755 typedef struct _AtomWAVE
759 /* list of AtomInfo */
760 GList *extension_atoms;
763 typedef struct _TFRAEntry
769 guint32 sample_number;
772 typedef struct _AtomTFRA
778 /* array of entries */
779 ATOM_ARRAY (TFRAEntry) entries;
782 typedef struct _AtomMFRA
791 * Function to serialize an atom
793 typedef guint64 (*AtomCopyDataFunc) (Atom *atom, guint8 **buffer, guint64 *size, guint64 *offset);
796 * Releases memory allocated by an atom
798 typedef guint64 (*AtomFreeFunc) (Atom *atom);
801 * Some atoms might have many optional different kinds of child atoms, so this
802 * is useful for enabling generic handling of any atom.
803 * All we need are the two functions (copying it to an array
804 * for serialization and the memory releasing function).
806 typedef struct _AtomInfo
809 AtomCopyDataFunc copy_data_func;
810 AtomFreeFunc free_func;
814 guint64 atom_copy_data (Atom *atom, guint8 **buffer,
815 guint64 *size, guint64* offset);
817 AtomFTYP* atom_ftyp_new (AtomsContext *context, guint32 major,
818 guint32 version, GList *brands);
819 guint64 atom_ftyp_copy_data (AtomFTYP *ftyp, guint8 **buffer,
820 guint64 *size, guint64 *offset);
821 void atom_ftyp_free (AtomFTYP *ftyp);
823 AtomTRAK* atom_trak_new (AtomsContext *context);
824 void atom_trak_add_samples (AtomTRAK * trak, guint32 nsamples, guint32 delta,
825 guint32 size, guint64 chunk_offset, gboolean sync,
827 void atom_trak_set_elst_entry (AtomTRAK * trak, gint index, guint32 duration,
828 guint32 media_time, guint32 rate);
829 guint32 atom_trak_get_timescale (AtomTRAK *trak);
830 guint32 atom_trak_get_id (AtomTRAK * trak);
831 void atom_stbl_add_samples (AtomSTBL * stbl, guint32 nsamples,
832 guint32 delta, guint32 size,
833 guint64 chunk_offset, gboolean sync,
836 AtomMOOV* atom_moov_new (AtomsContext *context);
837 void atom_moov_free (AtomMOOV *moov);
838 guint64 atom_moov_copy_data (AtomMOOV *atom, guint8 **buffer, guint64 *size, guint64* offset);
839 void atom_moov_update_timescale (AtomMOOV *moov, guint32 timescale);
840 void atom_moov_update_duration (AtomMOOV *moov);
841 void atom_moov_set_fragmented (AtomMOOV *moov, gboolean fragmented);
842 void atom_moov_chunks_set_offset (AtomMOOV *moov, guint32 offset);
843 void atom_moov_add_trak (AtomMOOV *moov, AtomTRAK *trak);
844 guint atom_moov_get_trak_count (AtomMOOV *moov);
846 guint64 atom_mvhd_copy_data (AtomMVHD * atom, guint8 ** buffer,
847 guint64 * size, guint64 * offset);
848 void atom_stco64_chunks_set_offset (AtomSTCO64 * stco64, guint32 offset);
849 guint64 atom_trak_copy_data (AtomTRAK * atom, guint8 ** buffer,
850 guint64 * size, guint64 * offset);
851 void atom_stbl_clear (AtomSTBL * stbl);
852 void atom_stbl_init (AtomSTBL * stbl);
853 guint64 atom_stss_copy_data (AtomSTSS *atom, guint8 **buffer,
854 guint64 *size, guint64* offset);
855 guint64 atom_stts_copy_data (AtomSTTS *atom, guint8 **buffer,
856 guint64 *size, guint64* offset);
857 guint64 atom_stsc_copy_data (AtomSTSC *atom, guint8 **buffer,
858 guint64 *size, guint64* offset);
859 guint64 atom_stsz_copy_data (AtomSTSZ *atom, guint8 **buffer,
860 guint64 *size, guint64* offset);
861 guint64 atom_ctts_copy_data (AtomCTTS *atom, guint8 **buffer,
862 guint64 *size, guint64* offset);
863 guint64 atom_stco64_copy_data (AtomSTCO64 *atom, guint8 **buffer,
864 guint64 *size, guint64* offset);
865 AtomMOOF* atom_moof_new (AtomsContext *context, guint32 sequence_number);
866 void atom_moof_free (AtomMOOF *moof);
867 guint64 atom_moof_copy_data (AtomMOOF *moof, guint8 **buffer, guint64 *size, guint64* offset);
868 AtomTRAF * atom_traf_new (AtomsContext * context, guint32 track_ID);
869 void atom_traf_free (AtomTRAF * traf);
870 void atom_traf_add_samples (AtomTRAF * traf, guint32 delta,
871 guint32 size, gboolean sync, gint64 pts_offset,
873 guint32 atom_traf_get_sample_num (AtomTRAF * traf);
874 void atom_moof_add_traf (AtomMOOF *moof, AtomTRAF *traf);
876 AtomMFRA* atom_mfra_new (AtomsContext *context);
877 void atom_mfra_free (AtomMFRA *mfra);
878 AtomTFRA* atom_tfra_new (AtomsContext *context, guint32 track_ID);
879 void atom_tfra_add_entry (AtomTFRA *tfra, guint64 dts, guint32 sample_num);
880 void atom_tfra_update_offset (AtomTFRA * tfra, guint64 offset);
881 void atom_mfra_add_tfra (AtomMFRA *mfra, AtomTFRA *tfra);
882 guint64 atom_mfra_copy_data (AtomMFRA *mfra, guint8 **buffer, guint64 *size, guint64* offset);
885 /* media sample description related helpers */
899 GstBuffer *codec_data;
910 guint bytes_per_packet;
911 guint samples_per_packet;
912 guint bytes_per_sample;
913 guint bytes_per_frame;
915 GstBuffer *codec_data;
922 guint8 font_face; /* bold=0x1, italic=0x2, underline=0x4 */
924 guint32 foreground_color_rgba;
925 } SubtitleSampleEntry;
927 void subtitle_sample_entry_init (SubtitleSampleEntry * entry);
929 SampleTableEntryMP4A * atom_trak_set_audio_type (AtomTRAK * trak, AtomsContext * context,
930 AudioSampleEntry * entry, guint32 scale,
931 AtomInfo * ext, gint sample_size);
933 SampleTableEntryMP4V * atom_trak_set_video_type (AtomTRAK * trak, AtomsContext * context,
934 VisualSampleEntry * entry, guint32 rate,
935 GList * ext_atoms_list);
937 SampleTableEntryTX3G * atom_trak_set_subtitle_type (AtomTRAK * trak, AtomsContext * context,
938 SubtitleSampleEntry * entry);
940 void atom_trak_update_bitrates (AtomTRAK * trak, guint32 avg_bitrate,
941 guint32 max_bitrate);
943 void atom_trak_tx3g_update_dimension (AtomTRAK * trak, guint32 width,
946 void sample_table_entry_add_ext_atom (SampleTableEntry * ste, AtomInfo * ext);
948 AtomInfo * build_codec_data_extension (guint32 fourcc, const GstBuffer * codec_data);
949 AtomInfo * build_mov_aac_extension (AtomTRAK * trak, const GstBuffer * codec_data,
950 guint32 avg_bitrate, guint32 max_bitrate);
951 AtomInfo * build_mov_alac_extension (const GstBuffer * codec_data);
952 AtomInfo * build_esds_extension (AtomTRAK * trak, guint8 object_type,
953 guint8 stream_type, const GstBuffer * codec_data,
954 guint32 avg_bitrate, guint32 max_bitrate);
955 AtomInfo * build_btrt_extension (guint32 buffer_size_db, guint32 avg_bitrate,
956 guint32 max_bitrate);
957 AtomInfo * build_jp2h_extension (gint width, gint height, const gchar *colorspace,
958 gint ncomp, const GValue * cmap_array,
959 const GValue * cdef_array);
961 AtomInfo * build_jp2x_extension (const GstBuffer * prefix);
962 AtomInfo * build_fiel_extension (gint fields);
963 AtomInfo * build_ac3_extension (guint8 fscod, guint8 bsid,
964 guint8 bsmod, guint8 acmod,
965 guint8 lfe_on, guint8 bitrate_code);
966 AtomInfo * build_opus_extension (guint32 rate, guint8 channels, guint8 mapping_family,
967 guint8 stream_count, guint8 coupled_count,
968 guint8 channel_mapping[256], guint16 pre_skip,
969 guint16 output_gain);
971 AtomInfo * build_amr_extension (void);
972 AtomInfo * build_h263_extension (void);
973 AtomInfo * build_gama_atom (gdouble gamma);
974 AtomInfo * build_SMI_atom (const GstBuffer *seqh);
975 AtomInfo * build_ima_adpcm_extension (gint channels, gint rate,
977 AtomInfo * build_uuid_xmp_atom (GstBuffer * xmp);
981 * Meta tags functions
983 void atom_udta_clear_tags (AtomUDTA *udta);
984 void atom_udta_add_str_tag (AtomUDTA *udta, guint32 fourcc, const gchar *value);
985 void atom_udta_add_uint_tag (AtomUDTA *udta, guint32 fourcc, guint32 flags,
987 void atom_udta_add_tag (AtomUDTA *udta, guint32 fourcc, guint32 flags,
988 const guint8 * data, guint size);
989 void atom_udta_add_blob_tag (AtomUDTA *udta, guint8 *data, guint size);
991 void atom_udta_add_3gp_str_tag (AtomUDTA *udta, guint32 fourcc, const gchar * value);
992 void atom_udta_add_3gp_uint_tag (AtomUDTA *udta, guint32 fourcc, guint16 value);
993 void atom_udta_add_3gp_str_int_tag (AtomUDTA *udta, guint32 fourcc, const gchar * value,
995 void atom_udta_add_3gp_tag (AtomUDTA *udta, guint32 fourcc, guint8 * data,
998 void atom_udta_add_xmp_tags (AtomUDTA *udta, GstBuffer * xmp);
1000 #define GST_QT_MUX_DEFAULT_TAG_LANGUAGE "und" /* undefined/unknown */
1001 guint16 language_code (const char * lang);
1003 #endif /* __ATOMS_H__ */