1 // SPDX-License-Identifier: GPL-2.0
2 /******************************************************************************
4 * Copyright(c) 2007 - 2012 Realtek Corporation. All rights reserved.
6 ******************************************************************************/
9 #include <osdep_service.h>
10 #include <drv_types.h>
13 #include <osdep_intf.h>
14 #include <linux/vmalloc.h>
16 static u8 P802_1H_OUI[P80211_OUI_LEN] = { 0x00, 0x00, 0xf8 };
17 static u8 RFC1042_OUI[P80211_OUI_LEN] = { 0x00, 0x00, 0x00 };
19 static void _init_txservq(struct tx_servq *ptxservq)
21 INIT_LIST_HEAD(&ptxservq->tx_pending);
22 _rtw_init_queue(&ptxservq->sta_pending);
26 void _rtw_init_sta_xmit_priv(struct sta_xmit_priv *psta_xmitpriv)
28 memset((unsigned char *)psta_xmitpriv, 0, sizeof(struct sta_xmit_priv));
29 spin_lock_init(&psta_xmitpriv->lock);
30 _init_txservq(&psta_xmitpriv->be_q);
31 _init_txservq(&psta_xmitpriv->bk_q);
32 _init_txservq(&psta_xmitpriv->vi_q);
33 _init_txservq(&psta_xmitpriv->vo_q);
34 INIT_LIST_HEAD(&psta_xmitpriv->legacy_dz);
35 INIT_LIST_HEAD(&psta_xmitpriv->apsd);
38 s32 _rtw_init_xmit_priv(struct xmit_priv *pxmitpriv, struct adapter *padapter)
41 struct xmit_buf *pxmitbuf;
42 struct xmit_frame *pxframe;
44 u32 max_xmit_extbuf_size = MAX_XMIT_EXTBUF_SZ;
45 u32 num_xmit_extbuf = NR_XMIT_EXTBUFF;
47 /* We don't need to memset padapter->XXX to zero, because adapter is allocated by vzalloc(). */
49 spin_lock_init(&pxmitpriv->lock);
52 Please insert all the queue initializaiton using _rtw_init_queue below
55 pxmitpriv->adapter = padapter;
57 _rtw_init_queue(&pxmitpriv->be_pending);
58 _rtw_init_queue(&pxmitpriv->bk_pending);
59 _rtw_init_queue(&pxmitpriv->vi_pending);
60 _rtw_init_queue(&pxmitpriv->vo_pending);
61 _rtw_init_queue(&pxmitpriv->bm_pending);
63 _rtw_init_queue(&pxmitpriv->free_xmit_queue);
66 Please allocate memory with the sz = (struct xmit_frame) * NR_XMITFRAME,
67 and initialize free_xmit_frame below.
68 Please also apply free_txobj to link_up all the xmit_frames...
71 pxmitpriv->pallocated_frame_buf = vzalloc(NR_XMITFRAME * sizeof(struct xmit_frame) + 4);
73 if (!pxmitpriv->pallocated_frame_buf) {
74 pxmitpriv->pxmit_frame_buf = NULL;
75 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("alloc xmit_frame fail!\n"));
79 pxmitpriv->pxmit_frame_buf = PTR_ALIGN(pxmitpriv->pallocated_frame_buf, 4);
80 /* pxmitpriv->pxmit_frame_buf = pxmitpriv->pallocated_frame_buf + 4 - */
81 /* ((size_t) (pxmitpriv->pallocated_frame_buf) &3); */
83 pxframe = (struct xmit_frame *)pxmitpriv->pxmit_frame_buf;
85 for (i = 0; i < NR_XMITFRAME; i++) {
86 INIT_LIST_HEAD(&pxframe->list);
88 pxframe->padapter = padapter;
89 pxframe->frame_tag = NULL_FRAMETAG;
93 pxframe->buf_addr = NULL;
94 pxframe->pxmitbuf = NULL;
96 list_add_tail(&pxframe->list, &pxmitpriv->free_xmit_queue.queue);
101 pxmitpriv->free_xmitframe_cnt = NR_XMITFRAME;
103 pxmitpriv->frag_len = MAX_FRAG_THRESHOLD;
106 _rtw_init_queue(&pxmitpriv->free_xmitbuf_queue);
107 _rtw_init_queue(&pxmitpriv->pending_xmitbuf_queue);
109 pxmitpriv->pallocated_xmitbuf = vzalloc(NR_XMITBUFF * sizeof(struct xmit_buf) + 4);
111 if (!pxmitpriv->pallocated_xmitbuf) {
112 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("alloc xmit_buf fail!\n"));
117 pxmitpriv->pxmitbuf = PTR_ALIGN(pxmitpriv->pallocated_xmitbuf, 4);
118 /* pxmitpriv->pxmitbuf = pxmitpriv->pallocated_xmitbuf + 4 - */
119 /* ((size_t) (pxmitpriv->pallocated_xmitbuf) &3); */
121 pxmitbuf = (struct xmit_buf *)pxmitpriv->pxmitbuf;
123 for (i = 0; i < NR_XMITBUFF; i++) {
124 INIT_LIST_HEAD(&pxmitbuf->list);
126 pxmitbuf->priv_data = NULL;
127 pxmitbuf->padapter = padapter;
128 pxmitbuf->ext_tag = false;
130 /* Tx buf allocation may fail sometimes, so sleep and retry. */
131 res = rtw_os_xmit_resource_alloc(padapter, pxmitbuf, (MAX_XMITBUF_SZ + XMITBUF_ALIGN_SZ));
134 res = rtw_os_xmit_resource_alloc(padapter, pxmitbuf, (MAX_XMITBUF_SZ + XMITBUF_ALIGN_SZ));
139 pxmitbuf->flags = XMIT_VO_QUEUE;
141 list_add_tail(&pxmitbuf->list, &pxmitpriv->free_xmitbuf_queue.queue);
145 pxmitpriv->free_xmitbuf_cnt = NR_XMITBUFF;
147 /* Init xmit extension buff */
148 _rtw_init_queue(&pxmitpriv->free_xmit_extbuf_queue);
150 pxmitpriv->pallocated_xmit_extbuf = vzalloc(num_xmit_extbuf * sizeof(struct xmit_buf) + 4);
152 if (!pxmitpriv->pallocated_xmit_extbuf) {
153 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("alloc xmit_extbuf fail!\n"));
158 pxmitpriv->pxmit_extbuf = PTR_ALIGN(pxmitpriv->pallocated_xmit_extbuf, 4);
160 pxmitbuf = (struct xmit_buf *)pxmitpriv->pxmit_extbuf;
162 for (i = 0; i < num_xmit_extbuf; i++) {
163 INIT_LIST_HEAD(&pxmitbuf->list);
165 pxmitbuf->priv_data = NULL;
166 pxmitbuf->padapter = padapter;
167 pxmitbuf->ext_tag = true;
169 res = rtw_os_xmit_resource_alloc(padapter, pxmitbuf, max_xmit_extbuf_size + XMITBUF_ALIGN_SZ);
175 list_add_tail(&pxmitbuf->list, &pxmitpriv->free_xmit_extbuf_queue.queue);
179 pxmitpriv->free_xmit_extbuf_cnt = num_xmit_extbuf;
181 res = rtw_alloc_hwxmits(padapter);
184 rtw_init_hwxmits(pxmitpriv->hwxmits, pxmitpriv->hwxmit_entry);
186 for (i = 0; i < 4; i++)
187 pxmitpriv->wmm_para_seq[i] = i;
189 pxmitpriv->txirp_cnt = 1;
191 /* per AC pending irp */
192 pxmitpriv->beq_cnt = 0;
193 pxmitpriv->bkq_cnt = 0;
194 pxmitpriv->viq_cnt = 0;
195 pxmitpriv->voq_cnt = 0;
197 pxmitpriv->ack_tx = false;
198 mutex_init(&pxmitpriv->ack_tx_mutex);
199 rtw_sctx_init(&pxmitpriv->ack_tx_ops, 0);
201 rtw_hal_init_xmit_priv(padapter);
207 void _rtw_free_xmit_priv(struct xmit_priv *pxmitpriv)
210 struct adapter *padapter = pxmitpriv->adapter;
211 struct xmit_frame *pxmitframe = (struct xmit_frame *)pxmitpriv->pxmit_frame_buf;
212 struct xmit_buf *pxmitbuf = (struct xmit_buf *)pxmitpriv->pxmitbuf;
213 u32 num_xmit_extbuf = NR_XMIT_EXTBUFF;
215 if (!pxmitpriv->pxmit_frame_buf)
218 for (i = 0; i < NR_XMITFRAME; i++) {
219 rtw_os_xmit_complete(padapter, pxmitframe);
224 for (i = 0; i < NR_XMITBUFF; i++) {
225 rtw_os_xmit_resource_free(pxmitbuf);
229 vfree(pxmitpriv->pallocated_frame_buf);
230 vfree(pxmitpriv->pallocated_xmitbuf);
232 /* free xmit extension buff */
233 pxmitbuf = (struct xmit_buf *)pxmitpriv->pxmit_extbuf;
234 for (i = 0; i < num_xmit_extbuf; i++) {
235 rtw_os_xmit_resource_free(pxmitbuf);
239 vfree(pxmitpriv->pallocated_xmit_extbuf);
241 rtw_free_hwxmits(padapter);
243 mutex_destroy(&pxmitpriv->ack_tx_mutex);
246 static void update_attrib_vcs_info(struct adapter *padapter, struct xmit_frame *pxmitframe)
249 struct pkt_attrib *pattrib = &pxmitframe->attrib;
250 struct sta_info *psta = pattrib->psta;
251 struct mlme_ext_priv *pmlmeext = &padapter->mlmeextpriv;
252 struct mlme_ext_info *pmlmeinfo = &pmlmeext->mlmext_info;
254 if (pattrib->nr_frags != 1)
255 sz = padapter->xmitpriv.frag_len;
257 sz = pattrib->last_txcmdsz;
259 /* (1) RTS_Threshold is compared to the MPDU, not MSDU. */
260 /* (2) If there are more than one frag in this MSDU, only the first frag uses protection frame. */
261 /* Other fragments are protected by previous fragment. */
262 /* So we only need to check the length of first fragment. */
263 if (pmlmeext->cur_wireless_mode < WIRELESS_11_24N || padapter->registrypriv.wifi_spec) {
264 if (sz > padapter->registrypriv.rts_thresh) {
265 pattrib->vcs_mode = RTS_CTS;
268 pattrib->vcs_mode = RTS_CTS;
269 else if (psta->cts2self)
270 pattrib->vcs_mode = CTS_TO_SELF;
272 pattrib->vcs_mode = NONE_VCS;
277 if ((pmlmeinfo->assoc_AP_vendor == HT_IOT_PEER_ATHEROS) && pattrib->ampdu_en &&
278 (padapter->securitypriv.dot11PrivacyAlgrthm == _AES_)) {
279 pattrib->vcs_mode = CTS_TO_SELF;
283 /* check ERP protection */
284 if (psta->rtsen || psta->cts2self) {
286 pattrib->vcs_mode = RTS_CTS;
287 else if (psta->cts2self)
288 pattrib->vcs_mode = CTS_TO_SELF;
293 /* check HT op mode */
294 if (pattrib->ht_en) {
295 u8 htopmode = pmlmeinfo->HT_protection;
297 if ((pmlmeext->cur_bwmode && (htopmode == 2 || htopmode == 3)) ||
298 (!pmlmeext->cur_bwmode && htopmode == 3)) {
299 pattrib->vcs_mode = RTS_CTS;
305 if (sz > padapter->registrypriv.rts_thresh) {
306 pattrib->vcs_mode = RTS_CTS;
310 /* to do list: check MIMO power save condition. */
312 /* check AMPDU aggregation for TXOP */
313 if (pattrib->ampdu_en) {
314 pattrib->vcs_mode = RTS_CTS;
318 pattrib->vcs_mode = NONE_VCS;
324 static void update_attrib_phy_info(struct pkt_attrib *pattrib, struct sta_info *psta)
327 pattrib->vcs_mode = RTS_CTS;
328 else if (psta->cts2self)
329 pattrib->vcs_mode = CTS_TO_SELF;
331 pattrib->vcs_mode = NONE_VCS;*/
335 pattrib->triggered = 0;
337 /* qos_en, ht_en, init rate, , bw, ch_offset, sgi */
338 pattrib->qos_en = psta->qos_option;
340 pattrib->raid = psta->raid;
341 pattrib->ht_en = psta->htpriv.ht_option;
342 pattrib->bwmode = psta->htpriv.bwmode;
343 pattrib->ch_offset = psta->htpriv.ch_offset;
344 pattrib->sgi = psta->htpriv.sgi;
345 pattrib->ampdu_en = false;
346 pattrib->retry_ctrl = false;
349 u8 qos_acm(u8 acm_mask, u8 priority)
351 u8 change_priority = priority;
356 if (acm_mask & BIT(1))
364 if (acm_mask & BIT(2))
369 if (acm_mask & BIT(3))
373 DBG_88E("qos_acm(): invalid pattrib->priority: %d!!!\n", priority);
377 return change_priority;
380 static void set_qos(struct sk_buff *skb, struct pkt_attrib *pattrib)
382 if (pattrib->ether_type == 0x0800) {
385 skb_copy_bits(skb, ETH_HLEN, &ip_hdr, sizeof(ip_hdr));
386 pattrib->priority = ip_hdr.tos >> 5;
387 } else if (pattrib->ether_type == ETH_P_PAE) {
388 /* "When priority processing of data frames is supported, */
389 /* a STA's SME should send EAPOL-Key frames at the highest priority." */
390 pattrib->priority = 7;
392 pattrib->priority = 0;
395 pattrib->hdrlen = WLAN_HDR_A3_QOS_LEN;
396 pattrib->subtype = WIFI_QOS_DATA_TYPE;
399 static s32 update_attrib(struct adapter *padapter, struct sk_buff *pkt, struct pkt_attrib *pattrib)
401 struct sta_info *psta = NULL;
402 struct ethhdr etherhdr;
405 struct sta_priv *pstapriv = &padapter->stapriv;
406 struct security_priv *psecuritypriv = &padapter->securitypriv;
407 struct mlme_priv *pmlmepriv = &padapter->mlmepriv;
408 struct qos_priv *pqospriv = &pmlmepriv->qospriv;
411 skb_copy_bits(pkt, 0, ðerhdr, ETH_HLEN);
413 pattrib->ether_type = ntohs(etherhdr.h_proto);
415 memcpy(pattrib->dst, ðerhdr.h_dest, ETH_ALEN);
416 memcpy(pattrib->src, ðerhdr.h_source, ETH_ALEN);
420 if (check_fwstate(pmlmepriv, WIFI_ADHOC_STATE) ||
421 check_fwstate(pmlmepriv, WIFI_ADHOC_MASTER_STATE)) {
422 memcpy(pattrib->ra, pattrib->dst, ETH_ALEN);
423 memcpy(pattrib->ta, pattrib->src, ETH_ALEN);
424 } else if (check_fwstate(pmlmepriv, WIFI_STATION_STATE)) {
425 memcpy(pattrib->ra, get_bssid(pmlmepriv), ETH_ALEN);
426 memcpy(pattrib->ta, pattrib->src, ETH_ALEN);
427 } else if (check_fwstate(pmlmepriv, WIFI_AP_STATE)) {
428 memcpy(pattrib->ra, pattrib->dst, ETH_ALEN);
429 memcpy(pattrib->ta, get_bssid(pmlmepriv), ETH_ALEN);
432 pattrib->pktlen = pkt->len - ETH_HLEN;
434 if (pattrib->ether_type == ETH_P_IP) {
435 /* The following is for DHCP and ARP packet, we use cck1M to tx these packets and let LPS awake some time */
436 /* to prevent DHCP protocol fail */
439 skb_copy_bits(pkt, ETH_HLEN, tmp, 24);
441 pattrib->dhcp_pkt = 0;
442 if (pkt->len > ETH_HLEN + 24 + 282) {/* MINIMUM_DHCP_PACKET_SIZE) { */
443 if (pattrib->ether_type == ETH_P_IP) {/* IP header */
444 if (((tmp[21] == 68) && (tmp[23] == 67)) ||
445 ((tmp[21] == 67) && (tmp[23] == 68))) {
446 /* 68 : UDP BOOTP client */
447 /* 67 : UDP BOOTP server */
448 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("====================== %s: get DHCP Packet\n", __func__));
449 /* Use low rate to send DHCP packet. */
450 pattrib->dhcp_pkt = 1;
454 } else if (pattrib->ether_type == ETH_P_PAE) {
455 DBG_88E_LEVEL(_drv_info_, "send eapol packet\n");
458 if ((pattrib->ether_type == ETH_P_PAE) || (pattrib->dhcp_pkt == 1))
459 rtw_set_scan_deny(padapter, 3000);
461 /* If EAPOL , ARP , OR DHCP packet, driver must be in active mode. */
462 if ((pattrib->ether_type == ETH_P_ARP) || (pattrib->ether_type == ETH_P_PAE) || (pattrib->dhcp_pkt == 1))
463 rtw_lps_ctrl_wk_cmd(padapter, LPS_CTRL_SPECIAL_PACKET, 1);
465 bmcast = IS_MCAST(pattrib->ra);
469 psta = rtw_get_bcmc_stainfo(padapter);
471 psta = rtw_get_stainfo(pstapriv, pattrib->ra);
472 if (!psta) { /* if we cannot get psta => drrp the pkt */
473 RT_TRACE(_module_rtl871x_xmit_c_, _drv_alert_, ("\nupdate_attrib => get sta_info fail, ra: %pM\n", (pattrib->ra)));
476 } else if ((check_fwstate(pmlmepriv, WIFI_AP_STATE) == true) && (!(psta->state & _FW_LINKED))) {
483 pattrib->mac_id = psta->mac_id;
484 /* DBG_88E("%s ==> mac_id(%d)\n", __func__, pattrib->mac_id); */
485 pattrib->psta = psta;
487 /* if we cannot get psta => drop the pkt */
488 RT_TRACE(_module_rtl871x_xmit_c_, _drv_alert_, ("\nupdate_attrib => get sta_info fail, ra:%pM\n", (pattrib->ra)));
493 pattrib->ack_policy = 0;
495 pattrib->hdrlen = WLAN_HDR_A3_LEN;
496 pattrib->subtype = WIFI_DATA_TYPE;
497 pattrib->priority = 0;
499 if (check_fwstate(pmlmepriv, WIFI_AP_STATE|WIFI_ADHOC_STATE|WIFI_ADHOC_MASTER_STATE)) {
500 if (psta->qos_option)
501 set_qos(pkt, pattrib);
503 if (pqospriv->qos_option) {
504 set_qos(pkt, pattrib);
506 if (pmlmepriv->acm_mask != 0)
507 pattrib->priority = qos_acm(pmlmepriv->acm_mask, pattrib->priority);
511 if (psta->ieee8021x_blocked) {
512 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("\n psta->ieee8021x_blocked == true\n"));
514 pattrib->encrypt = 0;
516 if (pattrib->ether_type != ETH_P_PAE) {
517 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("\npsta->ieee8021x_blocked == true, pattrib->ether_type(%.4x) != ETH_P_PAE\n", pattrib->ether_type));
522 GET_ENCRY_ALGO(psecuritypriv, psta, pattrib->encrypt, bmcast);
524 switch (psecuritypriv->dot11AuthAlgrthm) {
525 case dot11AuthAlgrthm_Open:
526 case dot11AuthAlgrthm_Shared:
527 case dot11AuthAlgrthm_Auto:
528 pattrib->key_idx = (u8)psecuritypriv->dot11PrivacyKeyIndex;
530 case dot11AuthAlgrthm_8021X:
532 pattrib->key_idx = (u8)psecuritypriv->dot118021XGrpKeyid;
534 pattrib->key_idx = 0;
537 pattrib->key_idx = 0;
542 switch (pattrib->encrypt) {
546 pattrib->icv_len = 4;
550 pattrib->icv_len = 4;
552 if (padapter->securitypriv.busetkipkey == _FAIL) {
553 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_,
554 ("\npadapter->securitypriv.busetkipkey(%d) == _FAIL drop packet\n",
555 padapter->securitypriv.busetkipkey));
561 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("pattrib->encrypt=%d (_AES_)\n", pattrib->encrypt));
563 pattrib->icv_len = 8;
567 pattrib->icv_len = 0;
571 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_,
572 ("%s: encrypt=%d\n", __func__, pattrib->encrypt));
574 if (pattrib->encrypt && !psecuritypriv->hw_decrypted) {
575 pattrib->bswenc = true;
576 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_,
577 ("%s: encrypt=%d bswenc = true\n", __func__,
580 pattrib->bswenc = false;
581 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("%s: bswenc = false\n", __func__));
584 update_attrib_phy_info(pattrib, psta);
590 static s32 xmitframe_addmic(struct adapter *padapter, struct xmit_frame *pxmitframe)
592 int curfragnum, length;
593 u8 *pframe, *payload, mic[8];
594 struct mic_data micdata;
595 struct sta_info *stainfo;
596 struct pkt_attrib *pattrib = &pxmitframe->attrib;
597 struct security_priv *psecuritypriv = &padapter->securitypriv;
598 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
599 u8 priority[4] = {0x0, 0x0, 0x0, 0x0};
600 u8 hw_hdr_offset = 0;
601 int bmcst = IS_MCAST(pattrib->ra);
604 stainfo = pattrib->psta;
606 stainfo = rtw_get_stainfo(&padapter->stapriv, &pattrib->ra[0]);
608 hw_hdr_offset = TXDESC_SIZE + (pxmitframe->pkt_offset * PACKET_OFFSET_SZ);
610 if (pattrib->encrypt == _TKIP_) {/* if (psecuritypriv->dot11PrivacyAlgrthm == _TKIP_PRIVACY_) */
611 /* encode mic code */
613 u8 null_key[16] = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
614 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
617 pframe = pxmitframe->buf_addr + hw_hdr_offset;
620 if (!memcmp(psecuritypriv->dot118021XGrptxmickey[psecuritypriv->dot118021XGrpKeyid].skey, null_key, 16))
622 /* start to calculate the mic code */
623 rtw_secmicsetkey(&micdata, psecuritypriv->dot118021XGrptxmickey[psecuritypriv->dot118021XGrpKeyid].skey);
625 if (!memcmp(&stainfo->dot11tkiptxmickey.skey[0], null_key, 16)) {
626 /* DbgPrint("\nxmitframe_addmic:stainfo->dot11tkiptxmickey == 0\n"); */
630 /* start to calculate the mic code */
631 rtw_secmicsetkey(&micdata, &stainfo->dot11tkiptxmickey.skey[0]);
634 if (pframe[1]&1) { /* ToDS == 1 */
635 rtw_secmicappend(&micdata, &pframe[16], 6); /* DA */
636 if (pframe[1]&2) /* From Ds == 1 */
637 rtw_secmicappend(&micdata, &pframe[24], 6);
639 rtw_secmicappend(&micdata, &pframe[10], 6);
640 } else { /* ToDS == 0 */
641 rtw_secmicappend(&micdata, &pframe[4], 6); /* DA */
642 if (pframe[1]&2) /* From Ds == 1 */
643 rtw_secmicappend(&micdata, &pframe[16], 6);
645 rtw_secmicappend(&micdata, &pframe[10], 6);
649 priority[0] = (u8)pxmitframe->attrib.priority;
651 rtw_secmicappend(&micdata, &priority[0], 4);
655 for (curfragnum = 0; curfragnum < pattrib->nr_frags; curfragnum++) {
656 payload = (u8 *)round_up((size_t)(payload), 4);
657 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_,
658 ("=== curfragnum=%d, pframe = 0x%.2x, 0x%.2x, 0x%.2x, 0x%.2x, 0x%.2x, 0x%.2x, 0x%.2x, 0x%.2x,!!!\n",
659 curfragnum, *payload, *(payload+1),
660 *(payload+2), *(payload+3),
661 *(payload+4), *(payload+5),
662 *(payload+6), *(payload+7)));
664 payload = payload+pattrib->hdrlen+pattrib->iv_len;
665 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_,
666 ("curfragnum=%d pattrib->hdrlen=%d pattrib->iv_len=%d",
667 curfragnum, pattrib->hdrlen, pattrib->iv_len));
668 if ((curfragnum+1) == pattrib->nr_frags) {
669 length = pattrib->last_txcmdsz-pattrib->hdrlen-pattrib->iv_len-((pattrib->bswenc) ? pattrib->icv_len : 0);
670 rtw_secmicappend(&micdata, payload, length);
671 payload = payload+length;
673 length = pxmitpriv->frag_len-pattrib->hdrlen-pattrib->iv_len-((pattrib->bswenc) ? pattrib->icv_len : 0);
674 rtw_secmicappend(&micdata, payload, length);
675 payload = payload+length+pattrib->icv_len;
676 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("curfragnum=%d length=%d pattrib->icv_len=%d", curfragnum, length, pattrib->icv_len));
679 rtw_secgetmic(&micdata, &mic[0]);
680 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: before add mic code!!!\n", __func__));
681 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: pattrib->last_txcmdsz=%d!!!\n", __func__, pattrib->last_txcmdsz));
682 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: mic[0]=0x%.2x , mic[1]=0x%.2x , mic[2]= 0x%.2x, mic[3]=0x%.2x\n\
683 mic[4]= 0x%.2x , mic[5]= 0x%.2x , mic[6]= 0x%.2x , mic[7]= 0x%.2x !!!!\n",
684 __func__, mic[0], mic[1], mic[2], mic[3], mic[4], mic[5], mic[6], mic[7]));
685 /* add mic code and add the mic code length in last_txcmdsz */
687 memcpy(payload, &mic[0], 8);
688 pattrib->last_txcmdsz += 8;
690 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("\n ======== last pkt ========\n"));
691 payload = payload-pattrib->last_txcmdsz+8;
692 for (curfragnum = 0; curfragnum < pattrib->last_txcmdsz; curfragnum = curfragnum+8)
693 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_,
694 (" %.2x, %.2x, %.2x, %.2x, %.2x, %.2x, %.2x, %.2x ",
695 *(payload + curfragnum), *(payload + curfragnum + 1),
696 *(payload + curfragnum + 2), *(payload + curfragnum + 3),
697 *(payload + curfragnum + 4), *(payload + curfragnum + 5),
698 *(payload + curfragnum + 6), *(payload + curfragnum + 7)));
700 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: rtw_get_stainfo==NULL!!!\n", __func__));
707 static s32 xmitframe_swencrypt(struct adapter *padapter, struct xmit_frame *pxmitframe)
709 struct pkt_attrib *pattrib = &pxmitframe->attrib;
711 if (pattrib->bswenc) {
712 RT_TRACE(_module_rtl871x_xmit_c_, _drv_alert_, ("### %s\n", __func__));
713 switch (pattrib->encrypt) {
716 rtw_wep_encrypt(padapter, (u8 *)pxmitframe);
719 rtw_tkip_encrypt(padapter, (u8 *)pxmitframe);
722 rtw_aes_encrypt(padapter, (u8 *)pxmitframe);
728 RT_TRACE(_module_rtl871x_xmit_c_, _drv_notice_, ("### xmitframe_hwencrypt\n"));
734 s32 rtw_make_wlanhdr(struct adapter *padapter, u8 *hdr, struct pkt_attrib *pattrib)
738 struct ieee80211_hdr *pwlanhdr = (struct ieee80211_hdr *)hdr;
739 struct mlme_priv *pmlmepriv = &padapter->mlmepriv;
740 struct qos_priv *pqospriv = &pmlmepriv->qospriv;
741 u8 qos_option = false;
744 __le16 *fctrl = &pwlanhdr->frame_control;
746 struct sta_info *psta;
748 int bmcst = IS_MCAST(pattrib->ra);
751 psta = pattrib->psta;
754 psta = rtw_get_bcmc_stainfo(padapter);
756 psta = rtw_get_stainfo(&padapter->stapriv, pattrib->ra);
759 memset(hdr, 0, WLANHDR_OFFSET);
761 SetFrameSubType(fctrl, pattrib->subtype);
763 if (pattrib->subtype & WIFI_DATA_TYPE) {
764 if (check_fwstate(pmlmepriv, WIFI_STATION_STATE) == true) {
765 /* to_ds = 1, fr_ds = 0; */
766 /* Data transfer to AP */
768 memcpy(pwlanhdr->addr1, get_bssid(pmlmepriv), ETH_ALEN);
769 memcpy(pwlanhdr->addr2, pattrib->src, ETH_ALEN);
770 memcpy(pwlanhdr->addr3, pattrib->dst, ETH_ALEN);
772 if (pqospriv->qos_option)
774 } else if (check_fwstate(pmlmepriv, WIFI_AP_STATE)) {
775 /* to_ds = 0, fr_ds = 1; */
777 memcpy(pwlanhdr->addr1, pattrib->dst, ETH_ALEN);
778 memcpy(pwlanhdr->addr2, get_bssid(pmlmepriv), ETH_ALEN);
779 memcpy(pwlanhdr->addr3, pattrib->src, ETH_ALEN);
781 if (psta->qos_option)
783 } else if (check_fwstate(pmlmepriv, WIFI_ADHOC_STATE) ||
784 check_fwstate(pmlmepriv, WIFI_ADHOC_MASTER_STATE)) {
785 memcpy(pwlanhdr->addr1, pattrib->dst, ETH_ALEN);
786 memcpy(pwlanhdr->addr2, pattrib->src, ETH_ALEN);
787 memcpy(pwlanhdr->addr3, get_bssid(pmlmepriv), ETH_ALEN);
789 if (psta->qos_option)
792 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("fw_state:%x is not allowed to xmit frame\n", get_fwstate(pmlmepriv)));
800 if (pattrib->encrypt)
804 qc = (unsigned short *)(hdr + pattrib->hdrlen - 2);
806 if (pattrib->priority)
807 SetPriority(qc, pattrib->priority);
809 SetEOSP(qc, pattrib->eosp);
811 SetAckpolicy(qc, pattrib->ack_policy);
814 /* TODO: fill HT Control Field */
816 /* Update Seq Num will be handled by f/w */
818 psta->sta_xmitpriv.txseq_tid[pattrib->priority]++;
819 psta->sta_xmitpriv.txseq_tid[pattrib->priority] &= 0xFFF;
821 pattrib->seqnum = psta->sta_xmitpriv.txseq_tid[pattrib->priority];
823 SetSeqNum(hdr, pattrib->seqnum);
825 /* check if enable ampdu */
826 if (pattrib->ht_en && psta->htpriv.ampdu_enable) {
827 if (psta->htpriv.agg_enable_bitmap & BIT(pattrib->priority))
828 pattrib->ampdu_en = true;
831 /* re-check if enable ampdu by BA_starting_seqctrl */
832 if (pattrib->ampdu_en) {
835 tx_seq = psta->BA_starting_seqctrl[pattrib->priority & 0x0f];
837 /* check BA_starting_seqctrl */
838 if (SN_LESS(pattrib->seqnum, tx_seq)) {
839 pattrib->ampdu_en = false;/* AGG BK */
840 } else if (SN_EQUAL(pattrib->seqnum, tx_seq)) {
841 psta->BA_starting_seqctrl[pattrib->priority & 0x0f] = (tx_seq+1)&0xfff;
843 pattrib->ampdu_en = true;/* AGG EN */
845 psta->BA_starting_seqctrl[pattrib->priority & 0x0f] = (pattrib->seqnum+1)&0xfff;
846 pattrib->ampdu_en = true;/* AGG EN */
856 s32 rtw_txframes_pending(struct adapter *padapter)
858 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
860 return (!list_empty(&pxmitpriv->be_pending.queue) ||
861 !list_empty(&pxmitpriv->bk_pending.queue) ||
862 !list_empty(&pxmitpriv->vi_pending.queue) ||
863 !list_empty(&pxmitpriv->vo_pending.queue));
866 s32 rtw_txframes_sta_ac_pending(struct adapter *padapter, struct pkt_attrib *pattrib)
868 struct sta_info *psta;
869 struct tx_servq *ptxservq;
870 int priority = pattrib->priority;
872 psta = pattrib->psta;
877 ptxservq = &psta->sta_xmitpriv.bk_q;
881 ptxservq = &psta->sta_xmitpriv.vi_q;
885 ptxservq = &psta->sta_xmitpriv.vo_q;
890 ptxservq = &psta->sta_xmitpriv.be_q;
894 return ptxservq->qcnt;
899 This sub-routine will perform all the following:
901 1. remove 802.3 header.
902 2. create wlan_header, based on the info in pxmitframe
903 3. append sta's iv/ext-iv
905 5. move frag chunk from pframe to pxmitframe->mem
906 6. apply sw-encrypt, if necessary.
909 s32 rtw_xmitframe_coalesce(struct adapter *padapter, struct sk_buff *pkt, struct xmit_frame *pxmitframe)
911 s32 frg_inx, frg_len, mpdu_len, llc_sz, mem_sz;
913 u8 *pframe, *mem_start;
915 struct sta_info *psta;
916 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
917 struct pkt_attrib *pattrib = &pxmitframe->attrib;
919 s32 bmcst = IS_MCAST(pattrib->ra);
921 size_t remainder = pkt->len - ETH_HLEN;
923 psta = rtw_get_stainfo(&padapter->stapriv, pattrib->ra);
928 if (!pxmitframe->buf_addr) {
929 DBG_88E("==> %s buf_addr == NULL\n", __func__);
933 pbuf_start = pxmitframe->buf_addr;
935 hw_hdr_offset = TXDESC_SIZE + (pxmitframe->pkt_offset * PACKET_OFFSET_SZ);
937 mem_start = pbuf_start + hw_hdr_offset;
939 if (rtw_make_wlanhdr(padapter, mem_start, pattrib) == _FAIL) {
940 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: rtw_make_wlanhdr fail; drop pkt\n", __func__));
941 DBG_88E("%s: rtw_make_wlanhdr fail; drop pkt\n", __func__);
947 frg_len = pxmitpriv->frag_len - 4;/* 2346-4 = 2342 */
958 pframe += pattrib->hdrlen;
959 mpdu_len -= pattrib->hdrlen;
961 /* adding icv, if necessary... */
962 if (pattrib->iv_len) {
963 switch (pattrib->encrypt) {
966 WEP_IV(pattrib->iv, psta->dot11txpn, pattrib->key_idx);
970 TKIP_IV(pattrib->iv, psta->dot11txpn, pattrib->key_idx);
972 TKIP_IV(pattrib->iv, psta->dot11txpn, 0);
976 AES_IV(pattrib->iv, psta->dot11txpn, pattrib->key_idx);
978 AES_IV(pattrib->iv, psta->dot11txpn, 0);
982 memcpy(pframe, pattrib->iv, pattrib->iv_len);
984 RT_TRACE(_module_rtl871x_xmit_c_, _drv_notice_,
985 ("%s: keyid=%d pattrib->iv[3]=%.2x pframe=%.2x %.2x %.2x %.2x\n",
986 __func__, padapter->securitypriv.dot11PrivacyKeyIndex, pattrib->iv[3], *pframe, *(pframe+1), *(pframe+2), *(pframe+3)));
988 pframe += pattrib->iv_len;
990 mpdu_len -= pattrib->iv_len;
994 llc_sz = rtw_put_snap(pframe, pattrib->ether_type);
999 if ((pattrib->icv_len > 0) && (pattrib->bswenc))
1000 mpdu_len -= pattrib->icv_len;
1002 mem_sz = min_t(size_t, bmcst ? pattrib->pktlen : mpdu_len, remainder);
1003 skb_copy_bits(pkt, pkt->len - remainder, pframe, mem_sz);
1004 remainder -= mem_sz;
1008 if ((pattrib->icv_len > 0) && (pattrib->bswenc)) {
1009 memcpy(pframe, pattrib->icv, pattrib->icv_len);
1010 pframe += pattrib->icv_len;
1015 if (bmcst || remainder == 0) {
1016 pattrib->nr_frags = frg_inx;
1018 pattrib->last_txcmdsz = pattrib->hdrlen + pattrib->iv_len + ((pattrib->nr_frags == 1) ? llc_sz : 0) +
1019 ((pattrib->bswenc) ? pattrib->icv_len : 0) + mem_sz;
1021 ClearMFrag(mem_start);
1025 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: There're still something in packet!\n", __func__));
1028 addr = (size_t)(pframe);
1030 mem_start = (unsigned char *)round_up(addr, 4) + hw_hdr_offset;
1031 memcpy(mem_start, pbuf_start + hw_hdr_offset, pattrib->hdrlen);
1034 /* Frame is about to be encrypted. Forward it to the monitor first. */
1035 rtl88eu_mon_xmit_hook(padapter->pmondev, pxmitframe, frg_len);
1037 if (xmitframe_addmic(padapter, pxmitframe) == _FAIL) {
1038 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("xmitframe_addmic(padapter, pxmitframe) == _FAIL\n"));
1039 DBG_88E("xmitframe_addmic(padapter, pxmitframe) == _FAIL\n");
1044 xmitframe_swencrypt(padapter, pxmitframe);
1047 update_attrib_vcs_info(padapter, pxmitframe);
1049 pattrib->vcs_mode = NONE_VCS;
1055 /* Logical Link Control(LLC) SubNetwork Attachment Point(SNAP) header
1056 * IEEE LLC/SNAP header contains 8 octets
1057 * First 3 octets comprise the LLC portion
1058 * SNAP portion, 5 octets, is divided into two fields:
1059 * Organizationally Unique Identifier(OUI), 3 octets,
1060 * type, defined by that organization, 2 octets.
1062 s32 rtw_put_snap(u8 *data, u16 h_proto)
1064 struct ieee80211_snap_hdr *snap;
1067 snap = (struct ieee80211_snap_hdr *)data;
1072 if (h_proto == 0x8137 || h_proto == 0x80f3)
1077 snap->oui[0] = oui[0];
1078 snap->oui[1] = oui[1];
1079 snap->oui[2] = oui[2];
1081 *(__be16 *)(data + SNAP_SIZE) = htons(h_proto);
1083 return SNAP_SIZE + sizeof(u16);
1086 void rtw_update_protection(struct adapter *padapter, u8 *ie, uint ie_len)
1088 uint protection, erp_len;
1090 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1091 struct registry_priv *pregistrypriv = &padapter->registrypriv;
1093 switch (pxmitpriv->vcs_setting) {
1095 pxmitpriv->vcs = NONE_VCS;
1101 perp = rtw_get_ie(ie, _ERPINFO_IE_, &erp_len, ie_len);
1103 pxmitpriv->vcs = NONE_VCS;
1105 protection = (*(perp + 2)) & BIT(1);
1107 if (pregistrypriv->vcs_type == RTS_CTS)
1108 pxmitpriv->vcs = RTS_CTS;
1110 pxmitpriv->vcs = CTS_TO_SELF;
1112 pxmitpriv->vcs = NONE_VCS;
1119 void rtw_count_tx_stats(struct adapter *padapter, struct xmit_frame *pxmitframe, int sz)
1121 struct sta_info *psta = NULL;
1122 struct stainfo_stats *pstats = NULL;
1123 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1124 struct mlme_priv *pmlmepriv = &padapter->mlmepriv;
1126 if ((pxmitframe->frame_tag&0x0f) == DATA_FRAMETAG) {
1127 pxmitpriv->tx_bytes += sz;
1128 pmlmepriv->LinkDetectInfo.NumTxOkInPeriod += pxmitframe->agg_num;
1130 psta = pxmitframe->attrib.psta;
1132 pstats = &psta->sta_stats;
1133 pstats->tx_pkts += pxmitframe->agg_num;
1134 pstats->tx_bytes += sz;
1139 struct xmit_buf *rtw_alloc_xmitbuf_ext(struct xmit_priv *pxmitpriv)
1142 struct xmit_buf *pxmitbuf;
1143 struct __queue *pfree_queue = &pxmitpriv->free_xmit_extbuf_queue;
1145 spin_lock_irqsave(&pfree_queue->lock, irql);
1146 pxmitbuf = list_first_entry_or_null(&pfree_queue->queue,
1147 struct xmit_buf, list);
1149 list_del_init(&pxmitbuf->list);
1150 pxmitpriv->free_xmit_extbuf_cnt--;
1151 pxmitbuf->priv_data = NULL;
1152 /* pxmitbuf->ext_tag = true; */
1153 if (pxmitbuf->sctx) {
1154 DBG_88E("%s pxmitbuf->sctx is not NULL\n", __func__);
1155 rtw_sctx_done_err(&pxmitbuf->sctx, RTW_SCTX_DONE_BUF_ALLOC);
1158 spin_unlock_irqrestore(&pfree_queue->lock, irql);
1163 s32 rtw_free_xmitbuf_ext(struct xmit_priv *pxmitpriv, struct xmit_buf *pxmitbuf)
1166 struct __queue *pfree_queue = &pxmitpriv->free_xmit_extbuf_queue;
1171 spin_lock_irqsave(&pfree_queue->lock, irql);
1173 list_del_init(&pxmitbuf->list);
1175 list_add_tail(&pxmitbuf->list, get_list_head(pfree_queue));
1176 pxmitpriv->free_xmit_extbuf_cnt++;
1178 spin_unlock_irqrestore(&pfree_queue->lock, irql);
1183 struct xmit_buf *rtw_alloc_xmitbuf(struct xmit_priv *pxmitpriv)
1186 struct xmit_buf *pxmitbuf;
1187 struct __queue *pfree_xmitbuf_queue = &pxmitpriv->free_xmitbuf_queue;
1189 /* DBG_88E("+rtw_alloc_xmitbuf\n"); */
1191 spin_lock_irqsave(&pfree_xmitbuf_queue->lock, irql);
1192 pxmitbuf = list_first_entry_or_null(&pfree_xmitbuf_queue->queue,
1193 struct xmit_buf, list);
1195 list_del_init(&pxmitbuf->list);
1196 pxmitpriv->free_xmitbuf_cnt--;
1197 pxmitbuf->priv_data = NULL;
1198 if (pxmitbuf->sctx) {
1199 DBG_88E("%s pxmitbuf->sctx is not NULL\n", __func__);
1200 rtw_sctx_done_err(&pxmitbuf->sctx, RTW_SCTX_DONE_BUF_ALLOC);
1203 spin_unlock_irqrestore(&pfree_xmitbuf_queue->lock, irql);
1208 s32 rtw_free_xmitbuf(struct xmit_priv *pxmitpriv, struct xmit_buf *pxmitbuf)
1211 struct __queue *pfree_xmitbuf_queue = &pxmitpriv->free_xmitbuf_queue;
1216 if (pxmitbuf->sctx) {
1217 DBG_88E("%s pxmitbuf->sctx is not NULL\n", __func__);
1218 rtw_sctx_done_err(&pxmitbuf->sctx, RTW_SCTX_DONE_BUF_FREE);
1221 if (pxmitbuf->ext_tag) {
1222 rtw_free_xmitbuf_ext(pxmitpriv, pxmitbuf);
1224 spin_lock_irqsave(&pfree_xmitbuf_queue->lock, irql);
1226 list_del_init(&pxmitbuf->list);
1228 list_add_tail(&pxmitbuf->list, get_list_head(pfree_xmitbuf_queue));
1230 pxmitpriv->free_xmitbuf_cnt++;
1231 spin_unlock_irqrestore(&pfree_xmitbuf_queue->lock, irql);
1240 2. RXENTRY (rx_thread or RX_ISR/RX_CallBack)
1242 If we turn on USE_RXTHREAD, then, no need for critical section.
1243 Otherwise, we must use _enter/_exit critical to protect free_xmit_queue...
1245 Must be very very cautious...
1249 struct xmit_frame *rtw_alloc_xmitframe(struct xmit_priv *pxmitpriv)
1250 /* _queue *pfree_xmit_queue) */
1253 Please remember to use all the osdep_service api,
1254 and lock/unlock or _enter/_exit critical to protect
1257 struct xmit_frame *pxframe;
1258 struct __queue *pfree_xmit_queue = &pxmitpriv->free_xmit_queue;
1260 spin_lock_bh(&pfree_xmit_queue->lock);
1261 pxframe = list_first_entry_or_null(&pfree_xmit_queue->queue,
1262 struct xmit_frame, list);
1264 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_,
1265 ("rtw_alloc_xmitframe:%d\n",
1266 pxmitpriv->free_xmitframe_cnt));
1268 list_del_init(&pxframe->list);
1270 /* default value setting */
1271 pxmitpriv->free_xmitframe_cnt--;
1273 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_,
1274 ("rtw_alloc_xmitframe():free_xmitframe_cnt=%d\n",
1275 pxmitpriv->free_xmitframe_cnt));
1277 pxframe->buf_addr = NULL;
1278 pxframe->pxmitbuf = NULL;
1280 memset(&pxframe->attrib, 0, sizeof(struct pkt_attrib));
1281 /* pxframe->attrib.psta = NULL; */
1283 pxframe->frame_tag = DATA_FRAMETAG;
1285 pxframe->pkt = NULL;
1286 pxframe->pkt_offset = 1;/* default use pkt_offset to fill tx desc */
1288 pxframe->agg_num = 1;
1289 pxframe->ack_report = 0;
1291 spin_unlock_bh(&pfree_xmit_queue->lock);
1296 s32 rtw_free_xmitframe(struct xmit_priv *pxmitpriv, struct xmit_frame *pxmitframe)
1298 struct __queue *pfree_xmit_queue = &pxmitpriv->free_xmit_queue;
1299 struct adapter *padapter = pxmitpriv->adapter;
1300 struct sk_buff *pndis_pkt = NULL;
1303 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("====== %s:pxmitframe == NULL!!!!!!!!!!\n", __func__));
1307 spin_lock_bh(&pfree_xmit_queue->lock);
1309 list_del_init(&pxmitframe->list);
1311 if (pxmitframe->pkt) {
1312 pndis_pkt = pxmitframe->pkt;
1313 pxmitframe->pkt = NULL;
1316 list_add_tail(&pxmitframe->list, get_list_head(pfree_xmit_queue));
1318 pxmitpriv->free_xmitframe_cnt++;
1319 RT_TRACE(_module_rtl871x_xmit_c_, _drv_debug_, ("%s:free_xmitframe_cnt=%d\n", __func__, pxmitpriv->free_xmitframe_cnt));
1321 spin_unlock_bh(&pfree_xmit_queue->lock);
1324 rtw_os_pkt_complete(padapter, pndis_pkt);
1330 void rtw_free_xmitframe_queue(struct xmit_priv *pxmitpriv, struct __queue *pframequeue)
1332 struct list_head *plist, *phead;
1333 struct xmit_frame *pxmitframe;
1335 spin_lock_bh(&pframequeue->lock);
1337 phead = get_list_head(pframequeue);
1338 plist = phead->next;
1340 while (phead != plist) {
1341 pxmitframe = container_of(plist, struct xmit_frame, list);
1343 plist = plist->next;
1345 rtw_free_xmitframe(pxmitpriv, pxmitframe);
1347 spin_unlock_bh(&pframequeue->lock);
1350 s32 rtw_xmitframe_enqueue(struct adapter *padapter, struct xmit_frame *pxmitframe)
1352 if (rtw_xmit_classifier(padapter, pxmitframe) == _FAIL) {
1353 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_,
1354 ("%s: drop xmit pkt for classifier fail\n", __func__));
1355 /* pxmitframe->pkt = NULL; */
1362 static struct xmit_frame *dequeue_one_xmitframe(struct xmit_priv *pxmitpriv, struct hw_xmit *phwxmit, struct tx_servq *ptxservq, struct __queue *pframe_queue)
1364 struct list_head *xmitframe_plist, *xmitframe_phead;
1365 struct xmit_frame *pxmitframe = NULL;
1367 xmitframe_phead = get_list_head(pframe_queue);
1368 xmitframe_plist = xmitframe_phead->next;
1370 if (xmitframe_phead != xmitframe_plist) {
1371 pxmitframe = container_of(xmitframe_plist, struct xmit_frame, list);
1373 xmitframe_plist = xmitframe_plist->next;
1375 list_del_init(&pxmitframe->list);
1382 struct xmit_frame *rtw_dequeue_xframe(struct xmit_priv *pxmitpriv, struct hw_xmit *phwxmit_i, int entry)
1384 struct list_head *sta_plist, *sta_phead;
1385 struct hw_xmit *phwxmit;
1386 struct tx_servq *ptxservq = NULL;
1387 struct __queue *pframe_queue = NULL;
1388 struct xmit_frame *pxmitframe = NULL;
1389 struct adapter *padapter = pxmitpriv->adapter;
1390 struct registry_priv *pregpriv = &padapter->registrypriv;
1393 inx[0] = 0; inx[1] = 1; inx[2] = 2; inx[3] = 3;
1395 if (pregpriv->wifi_spec == 1) {
1398 for (j = 0; j < 4; j++)
1399 inx[j] = pxmitpriv->wmm_para_seq[j];
1402 spin_lock_bh(&pxmitpriv->lock);
1404 for (i = 0; i < entry; i++) {
1405 phwxmit = phwxmit_i + inx[i];
1407 sta_phead = get_list_head(phwxmit->sta_queue);
1408 sta_plist = sta_phead->next;
1410 while (sta_phead != sta_plist) {
1411 ptxservq = container_of(sta_plist, struct tx_servq, tx_pending);
1413 pframe_queue = &ptxservq->sta_pending;
1415 pxmitframe = dequeue_one_xmitframe(pxmitpriv, phwxmit, ptxservq, pframe_queue);
1420 /* Remove sta node when there are no pending packets. */
1421 if (list_empty(&pframe_queue->queue)) /* must be done after get_next and before break */
1422 list_del_init(&ptxservq->tx_pending);
1426 sta_plist = sta_plist->next;
1430 spin_unlock_bh(&pxmitpriv->lock);
1434 struct tx_servq *rtw_get_sta_pending(struct adapter *padapter, struct sta_info *psta, int up, u8 *ac)
1436 struct tx_servq *ptxservq;
1441 ptxservq = &psta->sta_xmitpriv.bk_q;
1443 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("%s : BK\n", __func__));
1447 ptxservq = &psta->sta_xmitpriv.vi_q;
1449 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("%s : VI\n", __func__));
1453 ptxservq = &psta->sta_xmitpriv.vo_q;
1455 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("%s : VO\n", __func__));
1460 ptxservq = &psta->sta_xmitpriv.be_q;
1462 RT_TRACE(_module_rtl871x_xmit_c_, _drv_info_, ("%s : BE\n", __func__));
1470 * Will enqueue pxmitframe to the proper queue,
1471 * and indicate it to xx_pending list.....
1473 s32 rtw_xmit_classifier(struct adapter *padapter, struct xmit_frame *pxmitframe)
1476 struct sta_info *psta;
1477 struct tx_servq *ptxservq;
1478 struct pkt_attrib *pattrib = &pxmitframe->attrib;
1479 struct sta_priv *pstapriv = &padapter->stapriv;
1480 struct hw_xmit *phwxmits = padapter->xmitpriv.hwxmits;
1484 psta = pattrib->psta;
1486 psta = rtw_get_stainfo(pstapriv, pattrib->ra);
1490 DBG_88E("%s: psta == NULL\n", __func__);
1491 RT_TRACE(_module_rtl871x_xmit_c_, _drv_err_, ("%s: psta == NULL\n", __func__));
1495 ptxservq = rtw_get_sta_pending(padapter, psta, pattrib->priority, (u8 *)(&ac_index));
1497 if (list_empty(&ptxservq->tx_pending))
1498 list_add_tail(&ptxservq->tx_pending, get_list_head(phwxmits[ac_index].sta_queue));
1500 list_add_tail(&pxmitframe->list, get_list_head(&ptxservq->sta_pending));
1502 phwxmits[ac_index].accnt++;
1507 s32 rtw_alloc_hwxmits(struct adapter *padapter)
1509 struct hw_xmit *hwxmits;
1510 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1512 pxmitpriv->hwxmit_entry = HWXMIT_ENTRY;
1514 pxmitpriv->hwxmits = kcalloc(pxmitpriv->hwxmit_entry,
1515 sizeof(struct hw_xmit), GFP_KERNEL);
1516 if (!pxmitpriv->hwxmits)
1519 hwxmits = pxmitpriv->hwxmits;
1521 hwxmits[0] .sta_queue = &pxmitpriv->vo_pending;
1522 hwxmits[1] .sta_queue = &pxmitpriv->vi_pending;
1523 hwxmits[2] .sta_queue = &pxmitpriv->be_pending;
1524 hwxmits[3] .sta_queue = &pxmitpriv->bk_pending;
1528 void rtw_free_hwxmits(struct adapter *padapter)
1530 struct hw_xmit *hwxmits;
1531 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1533 hwxmits = pxmitpriv->hwxmits;
1537 void rtw_init_hwxmits(struct hw_xmit *phwxmit, int entry)
1541 for (i = 0; i < entry; i++, phwxmit++)
1545 u32 rtw_get_ff_hwaddr(struct xmit_frame *pxmitframe)
1548 struct pkt_attrib *pattrib = &pxmitframe->attrib;
1550 switch (pattrib->qsel) {
1553 addr = BE_QUEUE_INX;
1557 addr = BK_QUEUE_INX;
1561 addr = VI_QUEUE_INX;
1565 addr = VO_QUEUE_INX;
1568 addr = BCN_QUEUE_INX;
1570 case 0x11:/* BC/MC in PS (HIQ) */
1571 addr = HIGH_QUEUE_INX;
1575 addr = MGT_QUEUE_INX;
1583 * The main transmit(tx) entry
1587 * 0 success, hardware will handle this xmit frame(packet)
1590 s32 rtw_xmit(struct adapter *padapter, struct sk_buff **ppkt)
1592 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1593 struct xmit_frame *pxmitframe = NULL;
1596 pxmitframe = rtw_alloc_xmitframe(pxmitpriv);
1598 RT_TRACE(_module_xmit_osdep_c_, _drv_err_, ("%s: no more pxmitframe\n", __func__));
1599 DBG_88E("DBG_TX_DROP_FRAME %s no more pxmitframe\n", __func__);
1603 res = update_attrib(padapter, *ppkt, &pxmitframe->attrib);
1606 RT_TRACE(_module_xmit_osdep_c_, _drv_err_, ("%s: update attrib fail\n", __func__));
1607 rtw_free_xmitframe(pxmitpriv, pxmitframe);
1610 pxmitframe->pkt = *ppkt;
1612 LedControl8188eu(padapter, LED_CTL_TX);
1614 pxmitframe->attrib.qsel = pxmitframe->attrib.priority;
1616 #ifdef CONFIG_88EU_AP_MODE
1617 spin_lock_bh(&pxmitpriv->lock);
1618 if (xmitframe_enqueue_for_sleeping_sta(padapter, pxmitframe)) {
1619 spin_unlock_bh(&pxmitpriv->lock);
1622 spin_unlock_bh(&pxmitpriv->lock);
1625 if (rtw_hal_xmit(padapter, pxmitframe) == false)
1631 #if defined(CONFIG_88EU_AP_MODE)
1633 int xmitframe_enqueue_for_sleeping_sta(struct adapter *padapter, struct xmit_frame *pxmitframe)
1636 struct sta_info *psta = NULL;
1637 struct sta_priv *pstapriv = &padapter->stapriv;
1638 struct pkt_attrib *pattrib = &pxmitframe->attrib;
1639 struct mlme_priv *pmlmepriv = &padapter->mlmepriv;
1640 int bmcst = IS_MCAST(pattrib->ra);
1642 if (check_fwstate(pmlmepriv, WIFI_AP_STATE) == false)
1646 psta = pattrib->psta;
1648 psta = rtw_get_stainfo(pstapriv, pattrib->ra);
1653 if (pattrib->triggered == 1) {
1655 pattrib->qsel = 0x11;/* HIQ */
1660 spin_lock_bh(&psta->sleep_q.lock);
1662 if (pstapriv->sta_dz_bitmap) {/* if any one sta is in ps mode */
1663 list_del_init(&pxmitframe->list);
1665 list_add_tail(&pxmitframe->list, get_list_head(&psta->sleep_q));
1669 pstapriv->tim_bitmap |= BIT(0);/* */
1670 pstapriv->sta_dz_bitmap |= BIT(0);
1672 update_beacon(padapter, _TIM_IE_, NULL, false);/* tx bc/mc packets after update bcn */
1677 spin_unlock_bh(&psta->sleep_q.lock);
1682 spin_lock_bh(&psta->sleep_q.lock);
1684 if (psta->state&WIFI_SLEEP_STATE) {
1687 if (pstapriv->sta_dz_bitmap&BIT(psta->aid)) {
1688 list_del_init(&pxmitframe->list);
1690 list_add_tail(&pxmitframe->list, get_list_head(&psta->sleep_q));
1694 switch (pattrib->priority) {
1697 wmmps_ac = psta->uapsd_bk & BIT(0);
1701 wmmps_ac = psta->uapsd_vi & BIT(0);
1705 wmmps_ac = psta->uapsd_vo & BIT(0);
1710 wmmps_ac = psta->uapsd_be & BIT(0);
1715 psta->sleepq_ac_len++;
1717 if (((psta->has_legacy_ac) && (!wmmps_ac)) ||
1718 ((!psta->has_legacy_ac) && (wmmps_ac))) {
1719 pstapriv->tim_bitmap |= BIT(psta->aid);
1721 if (psta->sleepq_len == 1) {
1722 /* update BCN for TIM IE */
1723 update_beacon(padapter, _TIM_IE_, NULL, false);
1730 spin_unlock_bh(&psta->sleep_q.lock);
1735 static void dequeue_xmitframes_to_sleeping_queue(struct adapter *padapter, struct sta_info *psta, struct __queue *pframequeue)
1737 struct list_head *plist, *phead;
1739 struct tx_servq *ptxservq;
1740 struct pkt_attrib *pattrib;
1741 struct xmit_frame *pxmitframe;
1742 struct hw_xmit *phwxmits = padapter->xmitpriv.hwxmits;
1744 phead = get_list_head(pframequeue);
1745 plist = phead->next;
1747 while (phead != plist) {
1748 pxmitframe = container_of(plist, struct xmit_frame, list);
1750 plist = plist->next;
1752 xmitframe_enqueue_for_sleeping_sta(padapter, pxmitframe);
1754 pattrib = &pxmitframe->attrib;
1756 ptxservq = rtw_get_sta_pending(padapter, psta, pattrib->priority, (u8 *)(&ac_index));
1759 phwxmits[ac_index].accnt--;
1763 void stop_sta_xmit(struct adapter *padapter, struct sta_info *psta)
1765 struct sta_info *psta_bmc;
1766 struct sta_xmit_priv *pstaxmitpriv;
1767 struct sta_priv *pstapriv = &padapter->stapriv;
1768 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
1770 pstaxmitpriv = &psta->sta_xmitpriv;
1772 /* for BC/MC Frames */
1773 psta_bmc = rtw_get_bcmc_stainfo(padapter);
1775 spin_lock_bh(&pxmitpriv->lock);
1777 psta->state |= WIFI_SLEEP_STATE;
1779 pstapriv->sta_dz_bitmap |= BIT(psta->aid);
1781 dequeue_xmitframes_to_sleeping_queue(padapter, psta, &pstaxmitpriv->vo_q.sta_pending);
1782 list_del_init(&pstaxmitpriv->vo_q.tx_pending);
1784 dequeue_xmitframes_to_sleeping_queue(padapter, psta, &pstaxmitpriv->vi_q.sta_pending);
1785 list_del_init(&pstaxmitpriv->vi_q.tx_pending);
1787 dequeue_xmitframes_to_sleeping_queue(padapter, psta, &pstaxmitpriv->be_q.sta_pending);
1788 list_del_init(&pstaxmitpriv->be_q.tx_pending);
1790 dequeue_xmitframes_to_sleeping_queue(padapter, psta, &pstaxmitpriv->bk_q.sta_pending);
1791 list_del_init(&pstaxmitpriv->bk_q.tx_pending);
1793 /* for BC/MC Frames */
1794 pstaxmitpriv = &psta_bmc->sta_xmitpriv;
1795 dequeue_xmitframes_to_sleeping_queue(padapter, psta_bmc, &pstaxmitpriv->be_q.sta_pending);
1796 list_del_init(&pstaxmitpriv->be_q.tx_pending);
1798 spin_unlock_bh(&pxmitpriv->lock);
1801 void wakeup_sta_to_xmit(struct adapter *padapter, struct sta_info *psta)
1803 u8 update_mask = 0, wmmps_ac = 0;
1804 struct sta_info *psta_bmc;
1805 struct list_head *xmitframe_plist, *xmitframe_phead;
1806 struct xmit_frame *pxmitframe = NULL;
1807 struct sta_priv *pstapriv = &padapter->stapriv;
1809 spin_lock_bh(&psta->sleep_q.lock);
1811 xmitframe_phead = get_list_head(&psta->sleep_q);
1812 xmitframe_plist = xmitframe_phead->next;
1814 while (xmitframe_phead != xmitframe_plist) {
1815 pxmitframe = container_of(xmitframe_plist, struct xmit_frame, list);
1817 xmitframe_plist = xmitframe_plist->next;
1819 list_del_init(&pxmitframe->list);
1821 switch (pxmitframe->attrib.priority) {
1824 wmmps_ac = psta->uapsd_bk & BIT(1);
1828 wmmps_ac = psta->uapsd_vi & BIT(1);
1832 wmmps_ac = psta->uapsd_vo & BIT(1);
1837 wmmps_ac = psta->uapsd_be & BIT(1);
1842 if (psta->sleepq_len > 0)
1843 pxmitframe->attrib.mdata = 1;
1845 pxmitframe->attrib.mdata = 0;
1848 psta->sleepq_ac_len--;
1849 if (psta->sleepq_ac_len > 0) {
1850 pxmitframe->attrib.mdata = 1;
1851 pxmitframe->attrib.eosp = 0;
1853 pxmitframe->attrib.mdata = 0;
1854 pxmitframe->attrib.eosp = 1;
1858 pxmitframe->attrib.triggered = 1;
1860 spin_unlock_bh(&psta->sleep_q.lock);
1861 if (rtw_hal_xmit(padapter, pxmitframe))
1862 rtw_os_xmit_complete(padapter, pxmitframe);
1863 spin_lock_bh(&psta->sleep_q.lock);
1866 if (psta->sleepq_len == 0) {
1867 pstapriv->tim_bitmap &= ~BIT(psta->aid);
1869 update_mask = BIT(0);
1871 if (psta->state&WIFI_SLEEP_STATE)
1872 psta->state ^= WIFI_SLEEP_STATE;
1874 if (psta->state & WIFI_STA_ALIVE_CHK_STATE) {
1875 psta->expire_to = pstapriv->expire_to;
1876 psta->state ^= WIFI_STA_ALIVE_CHK_STATE;
1879 pstapriv->sta_dz_bitmap &= ~BIT(psta->aid);
1882 spin_unlock_bh(&psta->sleep_q.lock);
1884 /* for BC/MC Frames */
1885 psta_bmc = rtw_get_bcmc_stainfo(padapter);
1889 if ((pstapriv->sta_dz_bitmap&0xfffe) == 0x0) { /* no any sta in ps mode */
1890 spin_lock_bh(&psta_bmc->sleep_q.lock);
1892 xmitframe_phead = get_list_head(&psta_bmc->sleep_q);
1893 xmitframe_plist = xmitframe_phead->next;
1895 while (xmitframe_phead != xmitframe_plist) {
1896 pxmitframe = container_of(xmitframe_plist, struct xmit_frame, list);
1898 xmitframe_plist = xmitframe_plist->next;
1900 list_del_init(&pxmitframe->list);
1902 psta_bmc->sleepq_len--;
1903 if (psta_bmc->sleepq_len > 0)
1904 pxmitframe->attrib.mdata = 1;
1906 pxmitframe->attrib.mdata = 0;
1908 pxmitframe->attrib.triggered = 1;
1910 spin_unlock_bh(&psta_bmc->sleep_q.lock);
1911 if (rtw_hal_xmit(padapter, pxmitframe))
1912 rtw_os_xmit_complete(padapter, pxmitframe);
1913 spin_lock_bh(&psta_bmc->sleep_q.lock);
1916 if (psta_bmc->sleepq_len == 0) {
1917 pstapriv->tim_bitmap &= ~BIT(0);
1918 pstapriv->sta_dz_bitmap &= ~BIT(0);
1920 update_mask |= BIT(1);
1923 spin_unlock_bh(&psta_bmc->sleep_q.lock);
1927 update_beacon(padapter, _TIM_IE_, NULL, false);
1930 void xmit_delivery_enabled_frames(struct adapter *padapter, struct sta_info *psta)
1933 struct list_head *xmitframe_plist, *xmitframe_phead;
1934 struct xmit_frame *pxmitframe = NULL;
1935 struct sta_priv *pstapriv = &padapter->stapriv;
1937 spin_lock_bh(&psta->sleep_q.lock);
1939 xmitframe_phead = get_list_head(&psta->sleep_q);
1940 xmitframe_plist = xmitframe_phead->next;
1942 while (xmitframe_phead != xmitframe_plist) {
1943 pxmitframe = container_of(xmitframe_plist, struct xmit_frame, list);
1945 xmitframe_plist = xmitframe_plist->next;
1947 switch (pxmitframe->attrib.priority) {
1950 wmmps_ac = psta->uapsd_bk & BIT(1);
1954 wmmps_ac = psta->uapsd_vi & BIT(1);
1958 wmmps_ac = psta->uapsd_vo & BIT(1);
1963 wmmps_ac = psta->uapsd_be & BIT(1);
1970 list_del_init(&pxmitframe->list);
1973 psta->sleepq_ac_len--;
1975 if (psta->sleepq_ac_len > 0) {
1976 pxmitframe->attrib.mdata = 1;
1977 pxmitframe->attrib.eosp = 0;
1979 pxmitframe->attrib.mdata = 0;
1980 pxmitframe->attrib.eosp = 1;
1983 pxmitframe->attrib.triggered = 1;
1985 if (rtw_hal_xmit(padapter, pxmitframe) == true)
1986 rtw_os_xmit_complete(padapter, pxmitframe);
1988 if ((psta->sleepq_ac_len == 0) && (!psta->has_legacy_ac) && (wmmps_ac)) {
1989 pstapriv->tim_bitmap &= ~BIT(psta->aid);
1991 /* update BCN for TIM IE */
1992 update_beacon(padapter, _TIM_IE_, NULL, false);
1996 spin_unlock_bh(&psta->sleep_q.lock);
2001 void rtw_sctx_init(struct submit_ctx *sctx, int timeout_ms)
2003 sctx->timeout_ms = timeout_ms;
2004 sctx->submit_time = jiffies;
2005 init_completion(&sctx->done);
2006 sctx->status = RTW_SCTX_SUBMITTED;
2009 int rtw_sctx_wait(struct submit_ctx *sctx)
2012 unsigned long expire;
2015 expire = sctx->timeout_ms ? msecs_to_jiffies(sctx->timeout_ms) : MAX_SCHEDULE_TIMEOUT;
2016 if (!wait_for_completion_timeout(&sctx->done, expire)) {
2017 /* timeout, do something?? */
2018 status = RTW_SCTX_DONE_TIMEOUT;
2019 DBG_88E("%s timeout\n", __func__);
2021 status = sctx->status;
2024 if (status == RTW_SCTX_DONE_SUCCESS)
2030 static bool rtw_sctx_chk_waring_status(int status)
2033 case RTW_SCTX_DONE_UNKNOWN:
2034 case RTW_SCTX_DONE_BUF_ALLOC:
2035 case RTW_SCTX_DONE_BUF_FREE:
2037 case RTW_SCTX_DONE_DRV_STOP:
2038 case RTW_SCTX_DONE_DEV_REMOVE:
2045 void rtw_sctx_done_err(struct submit_ctx **sctx, int status)
2048 if (rtw_sctx_chk_waring_status(status))
2049 DBG_88E("%s status:%d\n", __func__, status);
2050 (*sctx)->status = status;
2051 complete(&((*sctx)->done));
2056 int rtw_ack_tx_wait(struct xmit_priv *pxmitpriv, u32 timeout_ms)
2058 struct submit_ctx *pack_tx_ops = &pxmitpriv->ack_tx_ops;
2060 pack_tx_ops->submit_time = jiffies;
2061 pack_tx_ops->timeout_ms = timeout_ms;
2062 pack_tx_ops->status = RTW_SCTX_SUBMITTED;
2064 return rtw_sctx_wait(pack_tx_ops);
2067 void rtw_ack_tx_done(struct xmit_priv *pxmitpriv, int status)
2069 struct submit_ctx *pack_tx_ops = &pxmitpriv->ack_tx_ops;
2071 if (pxmitpriv->ack_tx)
2072 rtw_sctx_done_err(&pack_tx_ops, status);
2074 DBG_88E("%s ack_tx not set\n", __func__);