2 * Copyright (C) <2006> Wim Taymans <wim@fluendo.com>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
17 * Boston, MA 02111-1307, USA.
21 * based on http://developer.apple.com/quicktime/icefloe/dispatch026.html
27 #include <gst/rtp/gstrtpbuffer.h>
30 #include "gstrtpxqtdepay.h"
32 #define MAKE_TLV(a,b) (((a)<<8)|(b))
34 #define TLV_sd MAKE_TLV ('s','d')
35 #define TLV_qt MAKE_TLV ('q','t')
36 #define TLV_ti MAKE_TLV ('t','i')
37 #define TLV_ly MAKE_TLV ('l','y')
38 #define TLV_vo MAKE_TLV ('v','o')
39 #define TLV_mx MAKE_TLV ('m','x')
40 #define TLV_tr MAKE_TLV ('t','r')
41 #define TLV_tw MAKE_TLV ('t','w')
42 #define TLV_th MAKE_TLV ('t','h')
43 #define TLV_la MAKE_TLV ('l','a')
44 #define TLV_rt MAKE_TLV ('r','t')
45 #define TLV_gm MAKE_TLV ('g','m')
46 #define TLV_oc MAKE_TLV ('o','c')
47 #define TLV_cr MAKE_TLV ('c','r')
48 #define TLV_du MAKE_TLV ('d','u')
49 #define TLV_po MAKE_TLV ('p','o')
51 #define QT_UINT32(a) (GST_READ_UINT32_BE(a))
52 #define QT_UINT24(a) (GST_READ_UINT32_BE(a) >> 8)
53 #define QT_UINT16(a) (GST_READ_UINT16_BE(a))
54 #define QT_UINT8(a) (GST_READ_UINT8(a))
55 #define QT_FP32(a) ((GST_READ_UINT32_BE(a))/65536.0)
56 #define QT_FP16(a) ((GST_READ_UINT16_BE(a))/256.0)
57 #define QT_FOURCC(a) (GST_READ_UINT32_LE(a))
58 #define QT_UINT64(a) ((((guint64)QT_UINT32(a))<<32)|QT_UINT32(((guint8 *)a)+4))
60 #define FOURCC_avc1 GST_MAKE_FOURCC('a','v','c','1')
61 #define FOURCC_avcC GST_MAKE_FOURCC('a','v','c','C')
63 GST_DEBUG_CATEGORY_STATIC (rtpxqtdepay_debug);
64 #define GST_CAT_DEFAULT (rtpxqtdepay_debug)
66 /* RtpXQTDepay signals and args */
78 static GstStaticPadTemplate gst_rtp_xqt_depay_src_template =
79 GST_STATIC_PAD_TEMPLATE ("src",
84 static GstStaticPadTemplate gst_rtp_xqt_depay_sink_template =
85 GST_STATIC_PAD_TEMPLATE ("sink",
88 GST_STATIC_CAPS ("application/x-rtp, "
89 "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", "
90 "media = (string) { \"audio\", \"video\" }, clock-rate = (int) [1, MAX], "
91 "encoding-name = (string) { \"X-QT\", \"X-QUICKTIME\" }")
94 GST_BOILERPLATE (GstRtpXQTDepay, gst_rtp_xqt_depay, GstBaseRTPDepayload,
95 GST_TYPE_BASE_RTP_DEPAYLOAD);
97 static void gst_rtp_xqt_depay_finalize (GObject * object);
99 static gboolean gst_rtp_xqt_depay_setcaps (GstBaseRTPDepayload * depayload,
101 static GstBuffer *gst_rtp_xqt_depay_process (GstBaseRTPDepayload * depayload,
104 static GstStateChangeReturn gst_rtp_xqt_depay_change_state (GstElement *
105 element, GstStateChange transition);
108 gst_rtp_xqt_depay_base_init (gpointer klass)
110 GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
112 gst_element_class_add_static_pad_template (element_class,
113 &gst_rtp_xqt_depay_src_template);
114 gst_element_class_add_static_pad_template (element_class,
115 &gst_rtp_xqt_depay_sink_template);
117 gst_element_class_set_details_simple (element_class, "RTP packet depayloader",
118 "Codec/Depayloader/Network",
119 "Extracts Quicktime audio/video from RTP packets",
120 "Wim Taymans <wim@fluendo.com>");
124 gst_rtp_xqt_depay_class_init (GstRtpXQTDepayClass * klass)
126 GObjectClass *gobject_class;
127 GstElementClass *gstelement_class;
128 GstBaseRTPDepayloadClass *gstbasertpdepayload_class;
130 gobject_class = (GObjectClass *) klass;
131 gstelement_class = (GstElementClass *) klass;
132 gstbasertpdepayload_class = (GstBaseRTPDepayloadClass *) klass;
134 parent_class = g_type_class_peek_parent (klass);
136 gobject_class->finalize = gst_rtp_xqt_depay_finalize;
138 gstelement_class->change_state = gst_rtp_xqt_depay_change_state;
140 gstbasertpdepayload_class->set_caps = gst_rtp_xqt_depay_setcaps;
141 gstbasertpdepayload_class->process = gst_rtp_xqt_depay_process;
143 GST_DEBUG_CATEGORY_INIT (rtpxqtdepay_debug, "rtpxqtdepay", 0,
144 "QT Media RTP Depayloader");
148 gst_rtp_xqt_depay_init (GstRtpXQTDepay * rtpxqtdepay,
149 GstRtpXQTDepayClass * klass)
151 rtpxqtdepay->adapter = gst_adapter_new ();
155 gst_rtp_xqt_depay_finalize (GObject * object)
157 GstRtpXQTDepay *rtpxqtdepay;
159 rtpxqtdepay = GST_RTP_XQT_DEPAY (object);
161 g_object_unref (rtpxqtdepay->adapter);
162 rtpxqtdepay->adapter = NULL;
164 G_OBJECT_CLASS (parent_class)->finalize (object);
168 gst_rtp_quicktime_parse_sd (GstRtpXQTDepay * rtpxqtdepay, guint8 * data,
177 len = (data[0] << 24) | (data[1] << 16) | (data[2] << 8) | data[3];
181 fourcc = QT_FOURCC (data + 4);
183 GST_DEBUG_OBJECT (rtpxqtdepay, "parsing %" GST_FOURCC_FORMAT,
184 GST_FOURCC_ARGS (fourcc));
198 chlen = QT_UINT32 (data);
199 fourcc = QT_FOURCC (data + 4);
200 if (fourcc == FOURCC_avcC) {
205 GST_DEBUG_OBJECT (rtpxqtdepay, "found avcC codec_data in sd, %u",
208 /* parse, if found */
214 buf = gst_buffer_new_and_alloc (size);
215 memcpy (GST_BUFFER_DATA (buf), data + 8, size);
216 caps = gst_caps_new_simple ("video/x-h264",
217 "codec_data", GST_TYPE_BUFFER, buf, NULL);
218 gst_buffer_unref (buf);
219 gst_pad_set_caps (GST_BASE_RTP_DEPAYLOAD (rtpxqtdepay)->srcpad, caps);
220 gst_caps_unref (caps);
241 gst_rtp_xqt_depay_setcaps (GstBaseRTPDepayload * depayload, GstCaps * caps)
243 GstStructure *structure;
244 gint clock_rate = 90000; /* default */
246 structure = gst_caps_get_structure (caps, 0);
248 gst_structure_get_int (structure, "clock-rate", &clock_rate);
249 depayload->clock_rate = clock_rate;
255 gst_rtp_xqt_depay_process (GstBaseRTPDepayload * depayload, GstBuffer * buf)
257 GstRtpXQTDepay *rtpxqtdepay;
261 rtpxqtdepay = GST_RTP_XQT_DEPAY (depayload);
263 if (!gst_rtp_buffer_validate (buf))
266 if (GST_BUFFER_IS_DISCONT (buf)) {
267 /* discont, clear adapter and try to find a new packet start */
268 gst_adapter_clear (rtpxqtdepay->adapter);
269 rtpxqtdepay->need_resync = TRUE;
270 GST_DEBUG_OBJECT (rtpxqtdepay, "we need resync");
273 m = gst_rtp_buffer_get_marker (buf);
274 GST_LOG_OBJECT (rtpxqtdepay, "marker: %d", m);
283 payload_len = gst_rtp_buffer_get_payload_len (buf);
284 payload = gst_rtp_buffer_get_payload (buf);
287 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
288 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
289 * | VER |PCK|S|Q|L| RES |D| QuickTime Payload ID |
290 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
292 if (payload_len <= 4)
295 ver = (payload[0] & 0xf0) >> 4;
299 pck = (payload[0] & 0x0c) >> 2;
303 s = (payload[0] & 0x02) != 0; /* contains sync sample */
304 q = (payload[0] & 0x01) != 0; /* has payload description */
305 l = (payload[1] & 0x80) != 0; /* has packet specific information description */
306 d = (payload[2] & 0x80) != 0; /* don't cache info for payload id */
307 /* id used for caching info */
308 rtpxqtdepay->current_id = ((payload[2] & 0x7f) << 8) | payload[3];
310 GST_LOG_OBJECT (rtpxqtdepay,
311 "VER: %d, PCK: %d, S: %d, Q: %d, L: %d, D: %d, ID: %d", ver, pck, s, q,
312 l, d, rtpxqtdepay->current_id);
314 if (rtpxqtdepay->need_resync) {
315 /* we need to find the boundary of a new packet after a DISCONT */
317 /* non-fragmented packet or payload description present, packet starts
319 rtpxqtdepay->need_resync = FALSE;
321 /* fragmented packet without description */
323 /* marker bit set, next packet is start of new one */
324 rtpxqtdepay->need_resync = FALSE;
335 guint pdlen, pdpadded;
337 /* media_type only used for printing */
338 guint32 G_GNUC_UNUSED media_type;
342 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
343 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
344 * |K|F|A|Z| RES | QuickTime Payload Desc Length |
345 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
346 * . QuickTime Payload Desc Data ... .
347 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
349 if (payload_len <= 4)
352 k = (payload[0] & 0x80) != 0; /* keyframe */
353 f = (payload[0] & 0x40) != 0; /* sparse */
354 a = (payload[0] & 0x20) != 0; /* start of payload */
355 z = (payload[0] & 0x10) != 0; /* end of payload */
356 pdlen = (payload[2] << 8) | payload[3];
362 pdpadded = pdlen + 3;
363 pdpadded -= pdpadded % 4;
364 if (payload_len < pdpadded)
367 padding = pdpadded - pdlen;
368 GST_LOG_OBJECT (rtpxqtdepay,
369 "K: %d, F: %d, A: %d, Z: %d, len: %d, padding %d", k, f, a, z, pdlen,
375 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
376 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
377 * | QuickTime Media Type |
378 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
380 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
381 * . QuickTime TLVs ... .
382 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
385 (payload[0] << 24) | (payload[1] << 16) | (payload[2] << 8) |
388 (payload[4] << 24) | (payload[5] << 16) | (payload[6] << 8) |
391 GST_LOG_OBJECT (rtpxqtdepay, "media_type: %c%c%c%c, timescale %u",
392 payload[0], payload[1], payload[2], payload[3], timescale);
398 /* parse TLV (type-length-value triplets */
400 guint16 tlv_len, tlv_type;
403 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
404 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
405 * | QuickTime TLV Length | QuickTime TLV Type |
406 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
407 * . QuickTime TLV Value ... .
408 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
410 tlv_len = (payload[0] << 8) | payload[1];
411 tlv_type = (payload[2] << 8) | payload[3];
416 GST_LOG_OBJECT (rtpxqtdepay, "TLV '%c%c', len %d", payload[2],
417 payload[3], tlv_len);
424 /* Session description */
425 if (!gst_rtp_quicktime_parse_sd (rtpxqtdepay, payload, tlv_len))
427 rtpxqtdepay->have_sd = TRUE;
450 payload_len -= tlv_len;
453 payload_len -= padding;
457 guint ssilen, ssipadded;
461 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
462 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
463 * | RES | Sample-Specific Info Length |
464 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
465 * . QuickTime TLVs ...
466 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
468 if (payload_len <= 4)
471 ssilen = (payload[2] << 8) | payload[3];
476 ssipadded = ssilen + 3;
477 ssipadded -= ssipadded % 4;
478 if (payload_len < ssipadded)
481 padding = ssipadded - ssilen;
482 GST_LOG_OBJECT (rtpxqtdepay, "len: %d, padding %d", ssilen, padding);
488 /* parse TLV (type-length-value triplets */
490 guint16 tlv_len, tlv_type;
493 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
494 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
495 * | QuickTime TLV Length | QuickTime TLV Type |
496 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
497 * . QuickTime TLV Value ... .
498 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
500 tlv_len = (payload[0] << 8) | payload[1];
501 tlv_type = (payload[2] << 8) | payload[3];
503 if (tlv_len > ssilen)
506 GST_LOG_OBJECT (rtpxqtdepay, "TLV '%c%c', len %d", payload[2],
507 payload[3], tlv_len);
535 payload_len -= tlv_len;
538 payload_len -= padding;
541 rtpxqtdepay->previous_id = rtpxqtdepay->current_id;
546 /* multiple samples per packet. */
547 outbuf = gst_buffer_new_and_alloc (payload_len);
548 memcpy (GST_BUFFER_DATA (outbuf), payload, payload_len);
555 /* multiple samples per packet.
557 * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
558 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
559 * |S| Reserved | Sample Length |
560 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
561 * | Sample Timestamp |
562 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
563 * . Sample Data ... .
564 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
565 * |S| Reserved | Sample Length |
566 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
567 * | Sample Timestamp |
568 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
569 * . Sample Data ... .
570 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
572 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
574 while (payload_len > 8) {
575 s = (payload[0] & 0x80) != 0; /* contains sync sample */
576 slen = (payload[2] << 8) | payload[3];
578 * (payload[4] << 24) | (payload[5] << 16) | (payload[6] << 8) |
585 if (slen > payload_len)
588 outbuf = gst_buffer_new_and_alloc (slen);
589 memcpy (GST_BUFFER_DATA (outbuf), payload, slen);
591 GST_BUFFER_FLAG_SET (outbuf, GST_BUFFER_FLAG_DELTA_UNIT);
593 gst_base_rtp_depayload_push (depayload, outbuf);
595 /* aligned on 32 bit boundary */
596 slen = GST_ROUND_UP_4 (slen);
605 /* one sample per packet, use adapter to combine based on marker bit. */
606 outbuf = gst_buffer_new_and_alloc (payload_len);
607 memcpy (GST_BUFFER_DATA (outbuf), payload, payload_len);
609 gst_adapter_push (rtpxqtdepay->adapter, outbuf);
614 avail = gst_adapter_available (rtpxqtdepay->adapter);
615 outbuf = gst_adapter_take_buffer (rtpxqtdepay->adapter, avail);
617 GST_DEBUG_OBJECT (rtpxqtdepay,
618 "gst_rtp_xqt_depay_chain: pushing buffer of size %u", avail);
630 GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE,
631 ("Packet did not validate."), (NULL));
636 GST_DEBUG_OBJECT (rtpxqtdepay, "waiting for marker");
641 GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE,
642 ("Unknown payload version."), (NULL));
647 GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE,
648 ("PCK reserved 0."), (NULL));
653 GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE,
654 ("Wrong payload length."), (NULL));
659 GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE,
660 ("Unknown payload format."), (NULL));
665 static GstStateChangeReturn
666 gst_rtp_xqt_depay_change_state (GstElement * element, GstStateChange transition)
668 GstRtpXQTDepay *rtpxqtdepay;
669 GstStateChangeReturn ret;
671 rtpxqtdepay = GST_RTP_XQT_DEPAY (element);
673 switch (transition) {
674 case GST_STATE_CHANGE_READY_TO_PAUSED:
675 gst_adapter_clear (rtpxqtdepay->adapter);
676 rtpxqtdepay->previous_id = -1;
677 rtpxqtdepay->current_id = -1;
678 rtpxqtdepay->need_resync = TRUE;
679 rtpxqtdepay->have_sd = FALSE;
685 ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
687 switch (transition) {
688 case GST_STATE_CHANGE_PAUSED_TO_READY:
689 gst_adapter_clear (rtpxqtdepay->adapter);