1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* SCTP kernel implementation
3 * (C) Copyright Red Hat Inc. 2017
5 * This file is part of the SCTP kernel implementation
7 * These functions implement sctp stream message interleaving, mostly
8 * including I-DATA and I-FORWARD-TSN chunks process.
10 * Please send any bug reports or fixes you make to the
11 * email addresched(es):
12 * lksctp developers <linux-sctp@vger.kernel.org>
14 * Written or modified by:
15 * Xin Long <lucien.xin@gmail.com>
18 #include <net/busy_poll.h>
19 #include <net/sctp/sctp.h>
20 #include <net/sctp/sm.h>
21 #include <net/sctp/ulpevent.h>
22 #include <linux/sctp.h>
24 static struct sctp_chunk *sctp_make_idatafrag_empty(
25 const struct sctp_association *asoc,
26 const struct sctp_sndrcvinfo *sinfo,
27 int len, __u8 flags, gfp_t gfp)
29 struct sctp_chunk *retval;
30 struct sctp_idatahdr dp;
32 memset(&dp, 0, sizeof(dp));
33 dp.stream = htons(sinfo->sinfo_stream);
35 if (sinfo->sinfo_flags & SCTP_UNORDERED)
36 flags |= SCTP_DATA_UNORDERED;
38 retval = sctp_make_idata(asoc, flags, sizeof(dp) + len, gfp);
42 retval->subh.idata_hdr = sctp_addto_chunk(retval, sizeof(dp), &dp);
43 memcpy(&retval->sinfo, sinfo, sizeof(struct sctp_sndrcvinfo));
48 static void sctp_chunk_assign_mid(struct sctp_chunk *chunk)
50 struct sctp_stream *stream;
51 struct sctp_chunk *lchunk;
58 sid = sctp_chunk_stream_no(chunk);
59 stream = &chunk->asoc->stream;
61 list_for_each_entry(lchunk, &chunk->msg->chunks, frag_list) {
62 struct sctp_idatahdr *hdr;
67 hdr = lchunk->subh.idata_hdr;
69 if (lchunk->chunk_hdr->flags & SCTP_DATA_FIRST_FRAG)
70 hdr->ppid = lchunk->sinfo.sinfo_ppid;
72 hdr->fsn = htonl(cfsn++);
74 if (lchunk->chunk_hdr->flags & SCTP_DATA_UNORDERED) {
75 mid = lchunk->chunk_hdr->flags & SCTP_DATA_LAST_FRAG ?
76 sctp_mid_uo_next(stream, out, sid) :
77 sctp_mid_uo_peek(stream, out, sid);
79 mid = lchunk->chunk_hdr->flags & SCTP_DATA_LAST_FRAG ?
80 sctp_mid_next(stream, out, sid) :
81 sctp_mid_peek(stream, out, sid);
83 hdr->mid = htonl(mid);
87 static bool sctp_validate_data(struct sctp_chunk *chunk)
89 struct sctp_stream *stream;
92 if (chunk->chunk_hdr->type != SCTP_CID_DATA)
95 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED)
98 stream = &chunk->asoc->stream;
99 sid = sctp_chunk_stream_no(chunk);
100 ssn = ntohs(chunk->subh.data_hdr->ssn);
102 return !SSN_lt(ssn, sctp_ssn_peek(stream, in, sid));
105 static bool sctp_validate_idata(struct sctp_chunk *chunk)
107 struct sctp_stream *stream;
111 if (chunk->chunk_hdr->type != SCTP_CID_I_DATA)
114 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED)
117 stream = &chunk->asoc->stream;
118 sid = sctp_chunk_stream_no(chunk);
119 mid = ntohl(chunk->subh.idata_hdr->mid);
121 return !MID_lt(mid, sctp_mid_peek(stream, in, sid));
124 static void sctp_intl_store_reasm(struct sctp_ulpq *ulpq,
125 struct sctp_ulpevent *event)
127 struct sctp_ulpevent *cevent;
128 struct sk_buff *pos, *loc;
130 pos = skb_peek_tail(&ulpq->reasm);
132 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event));
136 cevent = sctp_skb2event(pos);
138 if (event->stream == cevent->stream &&
139 event->mid == cevent->mid &&
140 (cevent->msg_flags & SCTP_DATA_FIRST_FRAG ||
141 (!(event->msg_flags & SCTP_DATA_FIRST_FRAG) &&
142 event->fsn > cevent->fsn))) {
143 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event));
147 if ((event->stream == cevent->stream &&
148 MID_lt(cevent->mid, event->mid)) ||
149 event->stream > cevent->stream) {
150 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event));
155 skb_queue_walk(&ulpq->reasm, pos) {
156 cevent = sctp_skb2event(pos);
158 if (event->stream < cevent->stream ||
159 (event->stream == cevent->stream &&
160 MID_lt(event->mid, cevent->mid))) {
164 if (event->stream == cevent->stream &&
165 event->mid == cevent->mid &&
166 !(cevent->msg_flags & SCTP_DATA_FIRST_FRAG) &&
167 (event->msg_flags & SCTP_DATA_FIRST_FRAG ||
168 event->fsn < cevent->fsn)) {
175 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event));
177 __skb_queue_before(&ulpq->reasm, loc, sctp_event2skb(event));
180 static struct sctp_ulpevent *sctp_intl_retrieve_partial(
181 struct sctp_ulpq *ulpq,
182 struct sctp_ulpevent *event)
184 struct sk_buff *first_frag = NULL;
185 struct sk_buff *last_frag = NULL;
186 struct sctp_ulpevent *retval;
187 struct sctp_stream_in *sin;
192 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
194 skb_queue_walk(&ulpq->reasm, pos) {
195 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
197 if (cevent->stream < event->stream)
200 if (cevent->stream > event->stream ||
201 cevent->mid != sin->mid)
204 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
205 case SCTP_DATA_FIRST_FRAG:
207 case SCTP_DATA_MIDDLE_FRAG:
209 if (cevent->fsn == sin->fsn) {
212 next_fsn = cevent->fsn + 1;
214 } else if (cevent->fsn == next_fsn) {
221 case SCTP_DATA_LAST_FRAG:
223 if (cevent->fsn == sin->fsn) {
229 } else if (cevent->fsn == next_fsn) {
244 retval = sctp_make_reassembled_event(ulpq->asoc->base.net, &ulpq->reasm,
245 first_frag, last_frag);
249 retval->msg_flags |= MSG_EOR;
257 static struct sctp_ulpevent *sctp_intl_retrieve_reassembled(
258 struct sctp_ulpq *ulpq,
259 struct sctp_ulpevent *event)
261 struct sctp_association *asoc = ulpq->asoc;
262 struct sk_buff *pos, *first_frag = NULL;
263 struct sctp_ulpevent *retval = NULL;
264 struct sk_buff *pd_first = NULL;
265 struct sk_buff *pd_last = NULL;
266 struct sctp_stream_in *sin;
272 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
274 skb_queue_walk(&ulpq->reasm, pos) {
275 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
277 if (cevent->stream < event->stream)
279 if (cevent->stream > event->stream)
282 if (MID_lt(cevent->mid, event->mid))
284 if (MID_lt(event->mid, cevent->mid))
287 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
288 case SCTP_DATA_FIRST_FRAG:
289 if (cevent->mid == sin->mid) {
300 case SCTP_DATA_MIDDLE_FRAG:
301 if (first_frag && cevent->mid == mid &&
302 cevent->fsn == next_fsn) {
313 case SCTP_DATA_LAST_FRAG:
314 if (first_frag && cevent->mid == mid &&
315 cevent->fsn == next_fsn)
326 pd_point = sctp_sk(asoc->base.sk)->pd_point;
327 if (pd_point && pd_point <= pd_len) {
328 retval = sctp_make_reassembled_event(asoc->base.net,
339 retval = sctp_make_reassembled_event(asoc->base.net, &ulpq->reasm,
342 retval->msg_flags |= MSG_EOR;
348 static struct sctp_ulpevent *sctp_intl_reasm(struct sctp_ulpq *ulpq,
349 struct sctp_ulpevent *event)
351 struct sctp_ulpevent *retval = NULL;
352 struct sctp_stream_in *sin;
354 if (SCTP_DATA_NOT_FRAG == (event->msg_flags & SCTP_DATA_FRAG_MASK)) {
355 event->msg_flags |= MSG_EOR;
359 sctp_intl_store_reasm(ulpq, event);
361 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
362 if (sin->pd_mode && event->mid == sin->mid &&
363 event->fsn == sin->fsn)
364 retval = sctp_intl_retrieve_partial(ulpq, event);
367 retval = sctp_intl_retrieve_reassembled(ulpq, event);
372 static void sctp_intl_store_ordered(struct sctp_ulpq *ulpq,
373 struct sctp_ulpevent *event)
375 struct sctp_ulpevent *cevent;
376 struct sk_buff *pos, *loc;
378 pos = skb_peek_tail(&ulpq->lobby);
380 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event));
384 cevent = (struct sctp_ulpevent *)pos->cb;
385 if (event->stream == cevent->stream &&
386 MID_lt(cevent->mid, event->mid)) {
387 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event));
391 if (event->stream > cevent->stream) {
392 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event));
397 skb_queue_walk(&ulpq->lobby, pos) {
398 cevent = (struct sctp_ulpevent *)pos->cb;
400 if (cevent->stream > event->stream) {
404 if (cevent->stream == event->stream &&
405 MID_lt(event->mid, cevent->mid)) {
412 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event));
414 __skb_queue_before(&ulpq->lobby, loc, sctp_event2skb(event));
417 static void sctp_intl_retrieve_ordered(struct sctp_ulpq *ulpq,
418 struct sctp_ulpevent *event)
420 struct sk_buff_head *event_list;
421 struct sctp_stream *stream;
422 struct sk_buff *pos, *tmp;
423 __u16 sid = event->stream;
425 stream = &ulpq->asoc->stream;
426 event_list = (struct sk_buff_head *)sctp_event2skb(event)->prev;
428 sctp_skb_for_each(pos, &ulpq->lobby, tmp) {
429 struct sctp_ulpevent *cevent = (struct sctp_ulpevent *)pos->cb;
431 if (cevent->stream > sid)
434 if (cevent->stream < sid)
437 if (cevent->mid != sctp_mid_peek(stream, in, sid))
440 sctp_mid_next(stream, in, sid);
442 __skb_unlink(pos, &ulpq->lobby);
444 __skb_queue_tail(event_list, pos);
448 static struct sctp_ulpevent *sctp_intl_order(struct sctp_ulpq *ulpq,
449 struct sctp_ulpevent *event)
451 struct sctp_stream *stream;
454 stream = &ulpq->asoc->stream;
457 if (event->mid != sctp_mid_peek(stream, in, sid)) {
458 sctp_intl_store_ordered(ulpq, event);
462 sctp_mid_next(stream, in, sid);
464 sctp_intl_retrieve_ordered(ulpq, event);
469 static int sctp_enqueue_event(struct sctp_ulpq *ulpq,
470 struct sk_buff_head *skb_list)
472 struct sock *sk = ulpq->asoc->base.sk;
473 struct sctp_sock *sp = sctp_sk(sk);
474 struct sctp_ulpevent *event;
477 skb = __skb_peek(skb_list);
478 event = sctp_skb2event(skb);
480 if (sk->sk_shutdown & RCV_SHUTDOWN &&
481 (sk->sk_shutdown & SEND_SHUTDOWN ||
482 !sctp_ulpevent_is_notification(event)))
485 if (!sctp_ulpevent_is_notification(event)) {
486 sk_mark_napi_id(sk, skb);
487 sk_incoming_cpu_update(sk);
490 if (!sctp_ulpevent_is_enabled(event, ulpq->asoc->subscribe))
494 skb_queue_splice_tail_init(skb_list,
495 &sk->sk_receive_queue);
497 __skb_queue_tail(&sk->sk_receive_queue, skb);
499 if (!sp->data_ready_signalled) {
500 sp->data_ready_signalled = 1;
501 sk->sk_data_ready(sk);
508 sctp_queue_purge_ulpevents(skb_list);
510 sctp_ulpevent_free(event);
515 static void sctp_intl_store_reasm_uo(struct sctp_ulpq *ulpq,
516 struct sctp_ulpevent *event)
518 struct sctp_ulpevent *cevent;
521 pos = skb_peek_tail(&ulpq->reasm_uo);
523 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event));
527 cevent = sctp_skb2event(pos);
529 if (event->stream == cevent->stream &&
530 event->mid == cevent->mid &&
531 (cevent->msg_flags & SCTP_DATA_FIRST_FRAG ||
532 (!(event->msg_flags & SCTP_DATA_FIRST_FRAG) &&
533 event->fsn > cevent->fsn))) {
534 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event));
538 if ((event->stream == cevent->stream &&
539 MID_lt(cevent->mid, event->mid)) ||
540 event->stream > cevent->stream) {
541 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event));
545 skb_queue_walk(&ulpq->reasm_uo, pos) {
546 cevent = sctp_skb2event(pos);
548 if (event->stream < cevent->stream ||
549 (event->stream == cevent->stream &&
550 MID_lt(event->mid, cevent->mid)))
553 if (event->stream == cevent->stream &&
554 event->mid == cevent->mid &&
555 !(cevent->msg_flags & SCTP_DATA_FIRST_FRAG) &&
556 (event->msg_flags & SCTP_DATA_FIRST_FRAG ||
557 event->fsn < cevent->fsn))
561 __skb_queue_before(&ulpq->reasm_uo, pos, sctp_event2skb(event));
564 static struct sctp_ulpevent *sctp_intl_retrieve_partial_uo(
565 struct sctp_ulpq *ulpq,
566 struct sctp_ulpevent *event)
568 struct sk_buff *first_frag = NULL;
569 struct sk_buff *last_frag = NULL;
570 struct sctp_ulpevent *retval;
571 struct sctp_stream_in *sin;
576 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
578 skb_queue_walk(&ulpq->reasm_uo, pos) {
579 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
581 if (cevent->stream < event->stream)
583 if (cevent->stream > event->stream)
586 if (MID_lt(cevent->mid, sin->mid_uo))
588 if (MID_lt(sin->mid_uo, cevent->mid))
591 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
592 case SCTP_DATA_FIRST_FRAG:
594 case SCTP_DATA_MIDDLE_FRAG:
596 if (cevent->fsn == sin->fsn_uo) {
599 next_fsn = cevent->fsn + 1;
601 } else if (cevent->fsn == next_fsn) {
608 case SCTP_DATA_LAST_FRAG:
610 if (cevent->fsn == sin->fsn_uo) {
616 } else if (cevent->fsn == next_fsn) {
631 retval = sctp_make_reassembled_event(ulpq->asoc->base.net,
632 &ulpq->reasm_uo, first_frag,
635 sin->fsn_uo = next_fsn;
637 retval->msg_flags |= MSG_EOR;
645 static struct sctp_ulpevent *sctp_intl_retrieve_reassembled_uo(
646 struct sctp_ulpq *ulpq,
647 struct sctp_ulpevent *event)
649 struct sctp_association *asoc = ulpq->asoc;
650 struct sk_buff *pos, *first_frag = NULL;
651 struct sctp_ulpevent *retval = NULL;
652 struct sk_buff *pd_first = NULL;
653 struct sk_buff *pd_last = NULL;
654 struct sctp_stream_in *sin;
660 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
662 skb_queue_walk(&ulpq->reasm_uo, pos) {
663 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
665 if (cevent->stream < event->stream)
667 if (cevent->stream > event->stream)
670 if (MID_lt(cevent->mid, event->mid))
672 if (MID_lt(event->mid, cevent->mid))
675 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
676 case SCTP_DATA_FIRST_FRAG:
677 if (!sin->pd_mode_uo) {
678 sin->mid_uo = cevent->mid;
689 case SCTP_DATA_MIDDLE_FRAG:
690 if (first_frag && cevent->mid == mid &&
691 cevent->fsn == next_fsn) {
702 case SCTP_DATA_LAST_FRAG:
703 if (first_frag && cevent->mid == mid &&
704 cevent->fsn == next_fsn)
715 pd_point = sctp_sk(asoc->base.sk)->pd_point;
716 if (pd_point && pd_point <= pd_len) {
717 retval = sctp_make_reassembled_event(asoc->base.net,
721 sin->fsn_uo = next_fsn;
728 retval = sctp_make_reassembled_event(asoc->base.net, &ulpq->reasm_uo,
731 retval->msg_flags |= MSG_EOR;
737 static struct sctp_ulpevent *sctp_intl_reasm_uo(struct sctp_ulpq *ulpq,
738 struct sctp_ulpevent *event)
740 struct sctp_ulpevent *retval = NULL;
741 struct sctp_stream_in *sin;
743 if (SCTP_DATA_NOT_FRAG == (event->msg_flags & SCTP_DATA_FRAG_MASK)) {
744 event->msg_flags |= MSG_EOR;
748 sctp_intl_store_reasm_uo(ulpq, event);
750 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream);
751 if (sin->pd_mode_uo && event->mid == sin->mid_uo &&
752 event->fsn == sin->fsn_uo)
753 retval = sctp_intl_retrieve_partial_uo(ulpq, event);
756 retval = sctp_intl_retrieve_reassembled_uo(ulpq, event);
761 static struct sctp_ulpevent *sctp_intl_retrieve_first_uo(struct sctp_ulpq *ulpq)
763 struct sctp_stream_in *csin, *sin = NULL;
764 struct sk_buff *first_frag = NULL;
765 struct sk_buff *last_frag = NULL;
766 struct sctp_ulpevent *retval;
771 skb_queue_walk(&ulpq->reasm_uo, pos) {
772 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
774 csin = sctp_stream_in(&ulpq->asoc->stream, cevent->stream);
775 if (csin->pd_mode_uo)
778 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
779 case SCTP_DATA_FIRST_FRAG:
786 sid = cevent->stream;
787 sin->mid_uo = cevent->mid;
789 case SCTP_DATA_MIDDLE_FRAG:
792 if (cevent->stream == sid &&
793 cevent->mid == sin->mid_uo &&
794 cevent->fsn == next_fsn) {
801 case SCTP_DATA_LAST_FRAG:
814 retval = sctp_make_reassembled_event(ulpq->asoc->base.net,
815 &ulpq->reasm_uo, first_frag,
818 sin->fsn_uo = next_fsn;
825 static int sctp_ulpevent_idata(struct sctp_ulpq *ulpq,
826 struct sctp_chunk *chunk, gfp_t gfp)
828 struct sctp_ulpevent *event;
829 struct sk_buff_head temp;
832 event = sctp_ulpevent_make_rcvmsg(chunk->asoc, chunk, gfp);
836 event->mid = ntohl(chunk->subh.idata_hdr->mid);
837 if (event->msg_flags & SCTP_DATA_FIRST_FRAG)
838 event->ppid = chunk->subh.idata_hdr->ppid;
840 event->fsn = ntohl(chunk->subh.idata_hdr->fsn);
842 if (!(event->msg_flags & SCTP_DATA_UNORDERED)) {
843 event = sctp_intl_reasm(ulpq, event);
845 skb_queue_head_init(&temp);
846 __skb_queue_tail(&temp, sctp_event2skb(event));
848 if (event->msg_flags & MSG_EOR)
849 event = sctp_intl_order(ulpq, event);
852 event = sctp_intl_reasm_uo(ulpq, event);
854 skb_queue_head_init(&temp);
855 __skb_queue_tail(&temp, sctp_event2skb(event));
860 event_eor = (event->msg_flags & MSG_EOR) ? 1 : 0;
861 sctp_enqueue_event(ulpq, &temp);
867 static struct sctp_ulpevent *sctp_intl_retrieve_first(struct sctp_ulpq *ulpq)
869 struct sctp_stream_in *csin, *sin = NULL;
870 struct sk_buff *first_frag = NULL;
871 struct sk_buff *last_frag = NULL;
872 struct sctp_ulpevent *retval;
877 skb_queue_walk(&ulpq->reasm, pos) {
878 struct sctp_ulpevent *cevent = sctp_skb2event(pos);
880 csin = sctp_stream_in(&ulpq->asoc->stream, cevent->stream);
884 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) {
885 case SCTP_DATA_FIRST_FRAG:
888 if (cevent->mid == csin->mid) {
893 sid = cevent->stream;
896 case SCTP_DATA_MIDDLE_FRAG:
899 if (cevent->stream == sid &&
900 cevent->mid == sin->mid &&
901 cevent->fsn == next_fsn) {
908 case SCTP_DATA_LAST_FRAG:
921 retval = sctp_make_reassembled_event(ulpq->asoc->base.net,
922 &ulpq->reasm, first_frag,
932 static void sctp_intl_start_pd(struct sctp_ulpq *ulpq, gfp_t gfp)
934 struct sctp_ulpevent *event;
935 struct sk_buff_head temp;
937 if (!skb_queue_empty(&ulpq->reasm)) {
939 event = sctp_intl_retrieve_first(ulpq);
941 skb_queue_head_init(&temp);
942 __skb_queue_tail(&temp, sctp_event2skb(event));
943 sctp_enqueue_event(ulpq, &temp);
948 if (!skb_queue_empty(&ulpq->reasm_uo)) {
950 event = sctp_intl_retrieve_first_uo(ulpq);
952 skb_queue_head_init(&temp);
953 __skb_queue_tail(&temp, sctp_event2skb(event));
954 sctp_enqueue_event(ulpq, &temp);
960 static void sctp_renege_events(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk,
963 struct sctp_association *asoc = ulpq->asoc;
967 needed = ntohs(chunk->chunk_hdr->length) -
968 sizeof(struct sctp_idata_chunk);
970 if (skb_queue_empty(&asoc->base.sk->sk_receive_queue)) {
971 freed = sctp_ulpq_renege_list(ulpq, &ulpq->lobby, needed);
973 freed += sctp_ulpq_renege_list(ulpq, &ulpq->reasm,
976 freed += sctp_ulpq_renege_list(ulpq, &ulpq->reasm_uo,
980 if (freed >= needed && sctp_ulpevent_idata(ulpq, chunk, gfp) <= 0)
981 sctp_intl_start_pd(ulpq, gfp);
984 static void sctp_intl_stream_abort_pd(struct sctp_ulpq *ulpq, __u16 sid,
985 __u32 mid, __u16 flags, gfp_t gfp)
987 struct sock *sk = ulpq->asoc->base.sk;
988 struct sctp_ulpevent *ev = NULL;
990 if (!sctp_ulpevent_type_enabled(ulpq->asoc->subscribe,
991 SCTP_PARTIAL_DELIVERY_EVENT))
994 ev = sctp_ulpevent_make_pdapi(ulpq->asoc, SCTP_PARTIAL_DELIVERY_ABORTED,
995 sid, mid, flags, gfp);
997 struct sctp_sock *sp = sctp_sk(sk);
999 __skb_queue_tail(&sk->sk_receive_queue, sctp_event2skb(ev));
1001 if (!sp->data_ready_signalled) {
1002 sp->data_ready_signalled = 1;
1003 sk->sk_data_ready(sk);
1008 static void sctp_intl_reap_ordered(struct sctp_ulpq *ulpq, __u16 sid)
1010 struct sctp_stream *stream = &ulpq->asoc->stream;
1011 struct sctp_ulpevent *cevent, *event = NULL;
1012 struct sk_buff_head *lobby = &ulpq->lobby;
1013 struct sk_buff *pos, *tmp;
1014 struct sk_buff_head temp;
1018 skb_queue_head_init(&temp);
1019 sctp_skb_for_each(pos, lobby, tmp) {
1020 cevent = (struct sctp_ulpevent *)pos->cb;
1021 csid = cevent->stream;
1030 if (!MID_lt(cmid, sctp_mid_peek(stream, in, csid)))
1033 __skb_unlink(pos, lobby);
1035 event = sctp_skb2event(pos);
1037 __skb_queue_tail(&temp, pos);
1040 if (!event && pos != (struct sk_buff *)lobby) {
1041 cevent = (struct sctp_ulpevent *)pos->cb;
1042 csid = cevent->stream;
1045 if (csid == sid && cmid == sctp_mid_peek(stream, in, csid)) {
1046 sctp_mid_next(stream, in, csid);
1047 __skb_unlink(pos, lobby);
1048 __skb_queue_tail(&temp, pos);
1049 event = sctp_skb2event(pos);
1054 sctp_intl_retrieve_ordered(ulpq, event);
1055 sctp_enqueue_event(ulpq, &temp);
1059 static void sctp_intl_abort_pd(struct sctp_ulpq *ulpq, gfp_t gfp)
1061 struct sctp_stream *stream = &ulpq->asoc->stream;
1064 for (sid = 0; sid < stream->incnt; sid++) {
1065 struct sctp_stream_in *sin = SCTP_SI(stream, sid);
1068 if (sin->pd_mode_uo) {
1069 sin->pd_mode_uo = 0;
1072 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x1, gfp);
1079 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0, gfp);
1080 sctp_mid_skip(stream, in, sid, mid);
1082 sctp_intl_reap_ordered(ulpq, sid);
1086 /* intl abort pd happens only when all data needs to be cleaned */
1087 sctp_ulpq_flush(ulpq);
1090 static inline int sctp_get_skip_pos(struct sctp_ifwdtsn_skip *skiplist,
1091 int nskips, __be16 stream, __u8 flags)
1095 for (i = 0; i < nskips; i++)
1096 if (skiplist[i].stream == stream &&
1097 skiplist[i].flags == flags)
1103 #define SCTP_FTSN_U_BIT 0x1
1104 static void sctp_generate_iftsn(struct sctp_outq *q, __u32 ctsn)
1106 struct sctp_ifwdtsn_skip ftsn_skip_arr[10];
1107 struct sctp_association *asoc = q->asoc;
1108 struct sctp_chunk *ftsn_chunk = NULL;
1109 struct list_head *lchunk, *temp;
1110 int nskips = 0, skip_pos;
1111 struct sctp_chunk *chunk;
1114 if (!asoc->peer.prsctp_capable)
1117 if (TSN_lt(asoc->adv_peer_ack_point, ctsn))
1118 asoc->adv_peer_ack_point = ctsn;
1120 list_for_each_safe(lchunk, temp, &q->abandoned) {
1121 chunk = list_entry(lchunk, struct sctp_chunk, transmitted_list);
1122 tsn = ntohl(chunk->subh.data_hdr->tsn);
1124 if (TSN_lte(tsn, ctsn)) {
1125 list_del_init(lchunk);
1126 sctp_chunk_free(chunk);
1127 } else if (TSN_lte(tsn, asoc->adv_peer_ack_point + 1)) {
1128 __be16 sid = chunk->subh.idata_hdr->stream;
1129 __be32 mid = chunk->subh.idata_hdr->mid;
1132 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED)
1133 flags |= SCTP_FTSN_U_BIT;
1135 asoc->adv_peer_ack_point = tsn;
1136 skip_pos = sctp_get_skip_pos(&ftsn_skip_arr[0], nskips,
1138 ftsn_skip_arr[skip_pos].stream = sid;
1139 ftsn_skip_arr[skip_pos].reserved = 0;
1140 ftsn_skip_arr[skip_pos].flags = flags;
1141 ftsn_skip_arr[skip_pos].mid = mid;
1142 if (skip_pos == nskips)
1151 if (asoc->adv_peer_ack_point > ctsn)
1152 ftsn_chunk = sctp_make_ifwdtsn(asoc, asoc->adv_peer_ack_point,
1153 nskips, &ftsn_skip_arr[0]);
1156 list_add_tail(&ftsn_chunk->list, &q->control_chunk_list);
1157 SCTP_INC_STATS(asoc->base.net, SCTP_MIB_OUTCTRLCHUNKS);
1161 #define _sctp_walk_ifwdtsn(pos, chunk, end) \
1162 for (pos = chunk->subh.ifwdtsn_hdr->skip; \
1163 (void *)pos <= (void *)chunk->subh.ifwdtsn_hdr->skip + (end) - \
1164 sizeof(struct sctp_ifwdtsn_skip); pos++)
1166 #define sctp_walk_ifwdtsn(pos, ch) \
1167 _sctp_walk_ifwdtsn((pos), (ch), ntohs((ch)->chunk_hdr->length) - \
1168 sizeof(struct sctp_ifwdtsn_chunk))
1170 static bool sctp_validate_fwdtsn(struct sctp_chunk *chunk)
1172 struct sctp_fwdtsn_skip *skip;
1175 if (chunk->chunk_hdr->type != SCTP_CID_FWD_TSN)
1178 incnt = chunk->asoc->stream.incnt;
1179 sctp_walk_fwdtsn(skip, chunk)
1180 if (ntohs(skip->stream) >= incnt)
1186 static bool sctp_validate_iftsn(struct sctp_chunk *chunk)
1188 struct sctp_ifwdtsn_skip *skip;
1191 if (chunk->chunk_hdr->type != SCTP_CID_I_FWD_TSN)
1194 incnt = chunk->asoc->stream.incnt;
1195 sctp_walk_ifwdtsn(skip, chunk)
1196 if (ntohs(skip->stream) >= incnt)
1202 static void sctp_report_fwdtsn(struct sctp_ulpq *ulpq, __u32 ftsn)
1204 /* Move the Cumulattive TSN Ack ahead. */
1205 sctp_tsnmap_skip(&ulpq->asoc->peer.tsn_map, ftsn);
1206 /* purge the fragmentation queue */
1207 sctp_ulpq_reasm_flushtsn(ulpq, ftsn);
1208 /* Abort any in progress partial delivery. */
1209 sctp_ulpq_abort_pd(ulpq, GFP_ATOMIC);
1212 static void sctp_intl_reasm_flushtsn(struct sctp_ulpq *ulpq, __u32 ftsn)
1214 struct sk_buff *pos, *tmp;
1216 skb_queue_walk_safe(&ulpq->reasm, pos, tmp) {
1217 struct sctp_ulpevent *event = sctp_skb2event(pos);
1218 __u32 tsn = event->tsn;
1220 if (TSN_lte(tsn, ftsn)) {
1221 __skb_unlink(pos, &ulpq->reasm);
1222 sctp_ulpevent_free(event);
1226 skb_queue_walk_safe(&ulpq->reasm_uo, pos, tmp) {
1227 struct sctp_ulpevent *event = sctp_skb2event(pos);
1228 __u32 tsn = event->tsn;
1230 if (TSN_lte(tsn, ftsn)) {
1231 __skb_unlink(pos, &ulpq->reasm_uo);
1232 sctp_ulpevent_free(event);
1237 static void sctp_report_iftsn(struct sctp_ulpq *ulpq, __u32 ftsn)
1239 /* Move the Cumulattive TSN Ack ahead. */
1240 sctp_tsnmap_skip(&ulpq->asoc->peer.tsn_map, ftsn);
1241 /* purge the fragmentation queue */
1242 sctp_intl_reasm_flushtsn(ulpq, ftsn);
1243 /* abort only when it's for all data */
1244 if (ftsn == sctp_tsnmap_get_max_tsn_seen(&ulpq->asoc->peer.tsn_map))
1245 sctp_intl_abort_pd(ulpq, GFP_ATOMIC);
1248 static void sctp_handle_fwdtsn(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk)
1250 struct sctp_fwdtsn_skip *skip;
1252 /* Walk through all the skipped SSNs */
1253 sctp_walk_fwdtsn(skip, chunk)
1254 sctp_ulpq_skip(ulpq, ntohs(skip->stream), ntohs(skip->ssn));
1257 static void sctp_intl_skip(struct sctp_ulpq *ulpq, __u16 sid, __u32 mid,
1260 struct sctp_stream_in *sin = sctp_stream_in(&ulpq->asoc->stream, sid);
1261 struct sctp_stream *stream = &ulpq->asoc->stream;
1263 if (flags & SCTP_FTSN_U_BIT) {
1264 if (sin->pd_mode_uo && MID_lt(sin->mid_uo, mid)) {
1265 sin->pd_mode_uo = 0;
1266 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x1,
1272 if (MID_lt(mid, sctp_mid_peek(stream, in, sid)))
1277 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x0, GFP_ATOMIC);
1280 sctp_mid_skip(stream, in, sid, mid);
1282 sctp_intl_reap_ordered(ulpq, sid);
1285 static void sctp_handle_iftsn(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk)
1287 struct sctp_ifwdtsn_skip *skip;
1289 /* Walk through all the skipped MIDs and abort stream pd if possible */
1290 sctp_walk_ifwdtsn(skip, chunk)
1291 sctp_intl_skip(ulpq, ntohs(skip->stream),
1292 ntohl(skip->mid), skip->flags);
1295 static int do_ulpq_tail_event(struct sctp_ulpq *ulpq, struct sctp_ulpevent *event)
1297 struct sk_buff_head temp;
1299 skb_queue_head_init(&temp);
1300 __skb_queue_tail(&temp, sctp_event2skb(event));
1301 return sctp_ulpq_tail_event(ulpq, &temp);
1304 static struct sctp_stream_interleave sctp_stream_interleave_0 = {
1305 .data_chunk_len = sizeof(struct sctp_data_chunk),
1306 .ftsn_chunk_len = sizeof(struct sctp_fwdtsn_chunk),
1307 /* DATA process functions */
1308 .make_datafrag = sctp_make_datafrag_empty,
1309 .assign_number = sctp_chunk_assign_ssn,
1310 .validate_data = sctp_validate_data,
1311 .ulpevent_data = sctp_ulpq_tail_data,
1312 .enqueue_event = do_ulpq_tail_event,
1313 .renege_events = sctp_ulpq_renege,
1314 .start_pd = sctp_ulpq_partial_delivery,
1315 .abort_pd = sctp_ulpq_abort_pd,
1316 /* FORWARD-TSN process functions */
1317 .generate_ftsn = sctp_generate_fwdtsn,
1318 .validate_ftsn = sctp_validate_fwdtsn,
1319 .report_ftsn = sctp_report_fwdtsn,
1320 .handle_ftsn = sctp_handle_fwdtsn,
1323 static int do_sctp_enqueue_event(struct sctp_ulpq *ulpq,
1324 struct sctp_ulpevent *event)
1326 struct sk_buff_head temp;
1328 skb_queue_head_init(&temp);
1329 __skb_queue_tail(&temp, sctp_event2skb(event));
1330 return sctp_enqueue_event(ulpq, &temp);
1333 static struct sctp_stream_interleave sctp_stream_interleave_1 = {
1334 .data_chunk_len = sizeof(struct sctp_idata_chunk),
1335 .ftsn_chunk_len = sizeof(struct sctp_ifwdtsn_chunk),
1336 /* I-DATA process functions */
1337 .make_datafrag = sctp_make_idatafrag_empty,
1338 .assign_number = sctp_chunk_assign_mid,
1339 .validate_data = sctp_validate_idata,
1340 .ulpevent_data = sctp_ulpevent_idata,
1341 .enqueue_event = do_sctp_enqueue_event,
1342 .renege_events = sctp_renege_events,
1343 .start_pd = sctp_intl_start_pd,
1344 .abort_pd = sctp_intl_abort_pd,
1345 /* I-FORWARD-TSN process functions */
1346 .generate_ftsn = sctp_generate_iftsn,
1347 .validate_ftsn = sctp_validate_iftsn,
1348 .report_ftsn = sctp_report_iftsn,
1349 .handle_ftsn = sctp_handle_iftsn,
1352 void sctp_stream_interleave_init(struct sctp_stream *stream)
1354 struct sctp_association *asoc;
1356 asoc = container_of(stream, struct sctp_association, stream);
1357 stream->si = asoc->peer.intl_capable ? &sctp_stream_interleave_1
1358 : &sctp_stream_interleave_0;