wifi: rtw89: mac: define register address of rx_filter to generalize code
[platform/kernel/linux-rpi.git] / drivers / net / wireless / realtek / rtw89 / mac80211.c
1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2 /* Copyright(c) 2019-2020  Realtek Corporation
3  */
4
5 #include "cam.h"
6 #include "chan.h"
7 #include "coex.h"
8 #include "debug.h"
9 #include "fw.h"
10 #include "mac.h"
11 #include "phy.h"
12 #include "ps.h"
13 #include "reg.h"
14 #include "sar.h"
15 #include "ser.h"
16 #include "util.h"
17 #include "wow.h"
18
19 static void rtw89_ops_tx(struct ieee80211_hw *hw,
20                          struct ieee80211_tx_control *control,
21                          struct sk_buff *skb)
22 {
23         struct rtw89_dev *rtwdev = hw->priv;
24         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
25         struct ieee80211_vif *vif = info->control.vif;
26         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
27         struct ieee80211_sta *sta = control->sta;
28         u32 flags = IEEE80211_SKB_CB(skb)->flags;
29         int ret, qsel;
30
31         if (rtwvif->offchan && !(flags & IEEE80211_TX_CTL_TX_OFFCHAN) && sta) {
32                 struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
33
34                 rtw89_debug(rtwdev, RTW89_DBG_TXRX, "ops_tx during offchan\n");
35                 skb_queue_tail(&rtwsta->roc_queue, skb);
36                 return;
37         }
38
39         ret = rtw89_core_tx_write(rtwdev, vif, sta, skb, &qsel);
40         if (ret) {
41                 rtw89_err(rtwdev, "failed to transmit skb: %d\n", ret);
42                 ieee80211_free_txskb(hw, skb);
43                 return;
44         }
45         rtw89_core_tx_kick_off(rtwdev, qsel);
46 }
47
48 static void rtw89_ops_wake_tx_queue(struct ieee80211_hw *hw,
49                                     struct ieee80211_txq *txq)
50 {
51         struct rtw89_dev *rtwdev = hw->priv;
52
53         ieee80211_schedule_txq(hw, txq);
54         queue_work(rtwdev->txq_wq, &rtwdev->txq_work);
55 }
56
57 static int rtw89_ops_start(struct ieee80211_hw *hw)
58 {
59         struct rtw89_dev *rtwdev = hw->priv;
60         int ret;
61
62         mutex_lock(&rtwdev->mutex);
63         ret = rtw89_core_start(rtwdev);
64         mutex_unlock(&rtwdev->mutex);
65
66         return ret;
67 }
68
69 static void rtw89_ops_stop(struct ieee80211_hw *hw)
70 {
71         struct rtw89_dev *rtwdev = hw->priv;
72
73         mutex_lock(&rtwdev->mutex);
74         rtw89_core_stop(rtwdev);
75         mutex_unlock(&rtwdev->mutex);
76 }
77
78 static int rtw89_ops_config(struct ieee80211_hw *hw, u32 changed)
79 {
80         struct rtw89_dev *rtwdev = hw->priv;
81
82         /* let previous ips work finish to ensure we don't leave ips twice */
83         cancel_work_sync(&rtwdev->ips_work);
84
85         mutex_lock(&rtwdev->mutex);
86         rtw89_leave_ps_mode(rtwdev);
87
88         if ((changed & IEEE80211_CONF_CHANGE_IDLE) &&
89             !(hw->conf.flags & IEEE80211_CONF_IDLE))
90                 rtw89_leave_ips(rtwdev);
91
92         if (changed & IEEE80211_CONF_CHANGE_CHANNEL) {
93                 rtw89_config_entity_chandef(rtwdev, RTW89_SUB_ENTITY_0,
94                                             &hw->conf.chandef);
95                 rtw89_set_channel(rtwdev);
96         }
97
98         if ((changed & IEEE80211_CONF_CHANGE_IDLE) &&
99             (hw->conf.flags & IEEE80211_CONF_IDLE) &&
100             !rtwdev->scanning)
101                 rtw89_enter_ips(rtwdev);
102
103         mutex_unlock(&rtwdev->mutex);
104
105         return 0;
106 }
107
108 static int rtw89_ops_add_interface(struct ieee80211_hw *hw,
109                                    struct ieee80211_vif *vif)
110 {
111         struct rtw89_dev *rtwdev = hw->priv;
112         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
113         int ret = 0;
114
115         rtw89_debug(rtwdev, RTW89_DBG_STATE, "add vif %pM type %d, p2p %d\n",
116                     vif->addr, vif->type, vif->p2p);
117
118         mutex_lock(&rtwdev->mutex);
119
120         rtw89_leave_ips_by_hwflags(rtwdev);
121
122         if (RTW89_CHK_FW_FEATURE(BEACON_FILTER, &rtwdev->fw))
123                 vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER |
124                                      IEEE80211_VIF_SUPPORTS_CQM_RSSI;
125
126         rtwvif->rtwdev = rtwdev;
127         rtwvif->roc.state = RTW89_ROC_IDLE;
128         rtwvif->offchan = false;
129         list_add_tail(&rtwvif->list, &rtwdev->rtwvifs_list);
130         INIT_WORK(&rtwvif->update_beacon_work, rtw89_core_update_beacon_work);
131         INIT_DELAYED_WORK(&rtwvif->roc.roc_work, rtw89_roc_work);
132         rtw89_leave_ps_mode(rtwdev);
133
134         rtw89_traffic_stats_init(rtwdev, &rtwvif->stats);
135         rtw89_vif_type_mapping(vif, false);
136         rtwvif->port = rtw89_core_acquire_bit_map(rtwdev->hw_port,
137                                                   RTW89_PORT_NUM);
138         if (rtwvif->port == RTW89_PORT_NUM) {
139                 ret = -ENOSPC;
140                 list_del_init(&rtwvif->list);
141                 goto out;
142         }
143
144         rtwvif->bcn_hit_cond = 0;
145         rtwvif->mac_idx = RTW89_MAC_0;
146         rtwvif->phy_idx = RTW89_PHY_0;
147         rtwvif->sub_entity_idx = RTW89_SUB_ENTITY_0;
148         rtwvif->hit_rule = 0;
149         rtwvif->reg_6ghz_power = RTW89_REG_6GHZ_POWER_DFLT;
150         ether_addr_copy(rtwvif->mac_addr, vif->addr);
151         INIT_LIST_HEAD(&rtwvif->general_pkt_list);
152
153         ret = rtw89_mac_add_vif(rtwdev, rtwvif);
154         if (ret) {
155                 rtw89_core_release_bit_map(rtwdev->hw_port, rtwvif->port);
156                 list_del_init(&rtwvif->list);
157                 goto out;
158         }
159
160         rtw89_core_txq_init(rtwdev, vif->txq);
161
162         rtw89_btc_ntfy_role_info(rtwdev, rtwvif, NULL, BTC_ROLE_START);
163
164         rtw89_recalc_lps(rtwdev);
165 out:
166         mutex_unlock(&rtwdev->mutex);
167
168         return ret;
169 }
170
171 static void rtw89_ops_remove_interface(struct ieee80211_hw *hw,
172                                        struct ieee80211_vif *vif)
173 {
174         struct rtw89_dev *rtwdev = hw->priv;
175         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
176
177         rtw89_debug(rtwdev, RTW89_DBG_STATE, "remove vif %pM type %d p2p %d\n",
178                     vif->addr, vif->type, vif->p2p);
179
180         cancel_work_sync(&rtwvif->update_beacon_work);
181         cancel_delayed_work_sync(&rtwvif->roc.roc_work);
182
183         mutex_lock(&rtwdev->mutex);
184         rtw89_leave_ps_mode(rtwdev);
185         rtw89_btc_ntfy_role_info(rtwdev, rtwvif, NULL, BTC_ROLE_STOP);
186         rtw89_mac_remove_vif(rtwdev, rtwvif);
187         rtw89_core_release_bit_map(rtwdev->hw_port, rtwvif->port);
188         list_del_init(&rtwvif->list);
189         rtw89_recalc_lps(rtwdev);
190         rtw89_enter_ips_by_hwflags(rtwdev);
191
192         mutex_unlock(&rtwdev->mutex);
193 }
194
195 static int rtw89_ops_change_interface(struct ieee80211_hw *hw,
196                                       struct ieee80211_vif *vif,
197                                       enum nl80211_iftype type, bool p2p)
198 {
199         struct rtw89_dev *rtwdev = hw->priv;
200         int ret;
201
202         set_bit(RTW89_FLAG_CHANGING_INTERFACE, rtwdev->flags);
203
204         rtw89_debug(rtwdev, RTW89_DBG_STATE, "change vif %pM (%d)->(%d), p2p (%d)->(%d)\n",
205                     vif->addr, vif->type, type, vif->p2p, p2p);
206
207         rtw89_ops_remove_interface(hw, vif);
208
209         vif->type = type;
210         vif->p2p = p2p;
211
212         ret = rtw89_ops_add_interface(hw, vif);
213         if (ret)
214                 rtw89_warn(rtwdev, "failed to change interface %d\n", ret);
215
216         clear_bit(RTW89_FLAG_CHANGING_INTERFACE, rtwdev->flags);
217
218         return ret;
219 }
220
221 static void rtw89_ops_configure_filter(struct ieee80211_hw *hw,
222                                        unsigned int changed_flags,
223                                        unsigned int *new_flags,
224                                        u64 multicast)
225 {
226         struct rtw89_dev *rtwdev = hw->priv;
227         const struct rtw89_mac_gen_def *mac = rtwdev->chip->mac_def;
228
229         mutex_lock(&rtwdev->mutex);
230         rtw89_leave_ps_mode(rtwdev);
231
232         *new_flags &= FIF_ALLMULTI | FIF_OTHER_BSS | FIF_FCSFAIL |
233                       FIF_BCN_PRBRESP_PROMISC | FIF_PROBE_REQ;
234
235         if (changed_flags & FIF_ALLMULTI) {
236                 if (*new_flags & FIF_ALLMULTI)
237                         rtwdev->hal.rx_fltr &= ~B_AX_A_MC;
238                 else
239                         rtwdev->hal.rx_fltr |= B_AX_A_MC;
240         }
241         if (changed_flags & FIF_FCSFAIL) {
242                 if (*new_flags & FIF_FCSFAIL)
243                         rtwdev->hal.rx_fltr |= B_AX_A_CRC32_ERR;
244                 else
245                         rtwdev->hal.rx_fltr &= ~B_AX_A_CRC32_ERR;
246         }
247         if (changed_flags & FIF_OTHER_BSS) {
248                 if (*new_flags & FIF_OTHER_BSS)
249                         rtwdev->hal.rx_fltr &= ~B_AX_A_A1_MATCH;
250                 else
251                         rtwdev->hal.rx_fltr |= B_AX_A_A1_MATCH;
252         }
253         if (changed_flags & FIF_BCN_PRBRESP_PROMISC) {
254                 if (*new_flags & FIF_BCN_PRBRESP_PROMISC) {
255                         rtwdev->hal.rx_fltr &= ~B_AX_A_BCN_CHK_EN;
256                         rtwdev->hal.rx_fltr &= ~B_AX_A_BC;
257                         rtwdev->hal.rx_fltr &= ~B_AX_A_A1_MATCH;
258                 } else {
259                         rtwdev->hal.rx_fltr |= B_AX_A_BCN_CHK_EN;
260                         rtwdev->hal.rx_fltr |= B_AX_A_BC;
261                         rtwdev->hal.rx_fltr |= B_AX_A_A1_MATCH;
262                 }
263         }
264         if (changed_flags & FIF_PROBE_REQ) {
265                 if (*new_flags & FIF_PROBE_REQ) {
266                         rtwdev->hal.rx_fltr &= ~B_AX_A_BC_CAM_MATCH;
267                         rtwdev->hal.rx_fltr &= ~B_AX_A_UC_CAM_MATCH;
268                 } else {
269                         rtwdev->hal.rx_fltr |= B_AX_A_BC_CAM_MATCH;
270                         rtwdev->hal.rx_fltr |= B_AX_A_UC_CAM_MATCH;
271                 }
272         }
273
274         rtw89_write32_mask(rtwdev,
275                            rtw89_mac_reg_by_idx(rtwdev, mac->rx_fltr, RTW89_MAC_0),
276                            B_AX_RX_FLTR_CFG_MASK,
277                            rtwdev->hal.rx_fltr);
278         if (!rtwdev->dbcc_en)
279                 goto out;
280         rtw89_write32_mask(rtwdev,
281                            rtw89_mac_reg_by_idx(rtwdev, mac->rx_fltr, RTW89_MAC_1),
282                            B_AX_RX_FLTR_CFG_MASK,
283                            rtwdev->hal.rx_fltr);
284
285 out:
286         mutex_unlock(&rtwdev->mutex);
287 }
288
289 static const u8 ac_to_fw_idx[IEEE80211_NUM_ACS] = {
290         [IEEE80211_AC_VO] = 3,
291         [IEEE80211_AC_VI] = 2,
292         [IEEE80211_AC_BE] = 0,
293         [IEEE80211_AC_BK] = 1,
294 };
295
296 static u8 rtw89_aifsn_to_aifs(struct rtw89_dev *rtwdev,
297                               struct rtw89_vif *rtwvif, u8 aifsn)
298 {
299         struct ieee80211_vif *vif = rtwvif_to_vif(rtwvif);
300         const struct rtw89_chan *chan = rtw89_chan_get(rtwdev,
301                                                        rtwvif->sub_entity_idx);
302         u8 slot_time;
303         u8 sifs;
304
305         slot_time = vif->bss_conf.use_short_slot ? 9 : 20;
306         sifs = chan->band_type == RTW89_BAND_5G ? 16 : 10;
307
308         return aifsn * slot_time + sifs;
309 }
310
311 static void ____rtw89_conf_tx_edca(struct rtw89_dev *rtwdev,
312                                    struct rtw89_vif *rtwvif, u16 ac)
313 {
314         struct ieee80211_tx_queue_params *params = &rtwvif->tx_params[ac];
315         u32 val;
316         u8 ecw_max, ecw_min;
317         u8 aifs;
318
319         /* 2^ecw - 1 = cw; ecw = log2(cw + 1) */
320         ecw_max = ilog2(params->cw_max + 1);
321         ecw_min = ilog2(params->cw_min + 1);
322         aifs = rtw89_aifsn_to_aifs(rtwdev, rtwvif, params->aifs);
323         val = FIELD_PREP(FW_EDCA_PARAM_TXOPLMT_MSK, params->txop) |
324               FIELD_PREP(FW_EDCA_PARAM_CWMAX_MSK, ecw_max) |
325               FIELD_PREP(FW_EDCA_PARAM_CWMIN_MSK, ecw_min) |
326               FIELD_PREP(FW_EDCA_PARAM_AIFS_MSK, aifs);
327         rtw89_fw_h2c_set_edca(rtwdev, rtwvif, ac_to_fw_idx[ac], val);
328 }
329
330 static const u32 ac_to_mu_edca_param[IEEE80211_NUM_ACS] = {
331         [IEEE80211_AC_VO] = R_AX_MUEDCA_VO_PARAM_0,
332         [IEEE80211_AC_VI] = R_AX_MUEDCA_VI_PARAM_0,
333         [IEEE80211_AC_BE] = R_AX_MUEDCA_BE_PARAM_0,
334         [IEEE80211_AC_BK] = R_AX_MUEDCA_BK_PARAM_0,
335 };
336
337 static void ____rtw89_conf_tx_mu_edca(struct rtw89_dev *rtwdev,
338                                       struct rtw89_vif *rtwvif, u16 ac)
339 {
340         struct ieee80211_tx_queue_params *params = &rtwvif->tx_params[ac];
341         struct ieee80211_he_mu_edca_param_ac_rec *mu_edca;
342         u8 aifs, aifsn;
343         u16 timer_32us;
344         u32 reg;
345         u32 val;
346
347         if (!params->mu_edca)
348                 return;
349
350         mu_edca = &params->mu_edca_param_rec;
351         aifsn = FIELD_GET(GENMASK(3, 0), mu_edca->aifsn);
352         aifs = aifsn ? rtw89_aifsn_to_aifs(rtwdev, rtwvif, aifsn) : 0;
353         timer_32us = mu_edca->mu_edca_timer << 8;
354
355         val = FIELD_PREP(B_AX_MUEDCA_BE_PARAM_0_TIMER_MASK, timer_32us) |
356               FIELD_PREP(B_AX_MUEDCA_BE_PARAM_0_CW_MASK, mu_edca->ecw_min_max) |
357               FIELD_PREP(B_AX_MUEDCA_BE_PARAM_0_AIFS_MASK, aifs);
358         reg = rtw89_mac_reg_by_idx(rtwdev, ac_to_mu_edca_param[ac], rtwvif->mac_idx);
359         rtw89_write32(rtwdev, reg, val);
360
361         rtw89_mac_set_hw_muedca_ctrl(rtwdev, rtwvif, true);
362 }
363
364 static void __rtw89_conf_tx(struct rtw89_dev *rtwdev,
365                             struct rtw89_vif *rtwvif, u16 ac)
366 {
367         ____rtw89_conf_tx_edca(rtwdev, rtwvif, ac);
368         ____rtw89_conf_tx_mu_edca(rtwdev, rtwvif, ac);
369 }
370
371 static void rtw89_conf_tx(struct rtw89_dev *rtwdev,
372                           struct rtw89_vif *rtwvif)
373 {
374         u16 ac;
375
376         for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
377                 __rtw89_conf_tx(rtwdev, rtwvif, ac);
378 }
379
380 static void rtw89_station_mode_sta_assoc(struct rtw89_dev *rtwdev,
381                                          struct ieee80211_vif *vif,
382                                          struct ieee80211_bss_conf *conf)
383 {
384         struct ieee80211_sta *sta;
385
386         if (vif->type != NL80211_IFTYPE_STATION)
387                 return;
388
389         sta = ieee80211_find_sta(vif, conf->bssid);
390         if (!sta) {
391                 rtw89_err(rtwdev, "can't find sta to set sta_assoc state\n");
392                 return;
393         }
394
395         rtw89_vif_type_mapping(vif, true);
396
397         rtw89_core_sta_assoc(rtwdev, vif, sta);
398 }
399
400 static void rtw89_ops_bss_info_changed(struct ieee80211_hw *hw,
401                                        struct ieee80211_vif *vif,
402                                        struct ieee80211_bss_conf *conf,
403                                        u64 changed)
404 {
405         struct rtw89_dev *rtwdev = hw->priv;
406         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
407
408         mutex_lock(&rtwdev->mutex);
409         rtw89_leave_ps_mode(rtwdev);
410
411         if (changed & BSS_CHANGED_ASSOC) {
412                 if (vif->cfg.assoc) {
413                         rtw89_station_mode_sta_assoc(rtwdev, vif, conf);
414                         rtw89_phy_set_bss_color(rtwdev, vif);
415                         rtw89_chip_cfg_txpwr_ul_tb_offset(rtwdev, vif);
416                         rtw89_mac_port_update(rtwdev, rtwvif);
417                         rtw89_mac_set_he_obss_narrow_bw_ru(rtwdev, vif);
418
419                         rtw89_queue_chanctx_work(rtwdev);
420                 } else {
421                         /* Abort ongoing scan if cancel_scan isn't issued
422                          * when disconnected by peer
423                          */
424                         if (rtwdev->scanning)
425                                 rtw89_hw_scan_abort(rtwdev, vif);
426                 }
427         }
428
429         if (changed & BSS_CHANGED_BSSID) {
430                 ether_addr_copy(rtwvif->bssid, conf->bssid);
431                 rtw89_cam_bssid_changed(rtwdev, rtwvif);
432                 rtw89_fw_h2c_cam(rtwdev, rtwvif, NULL, NULL);
433         }
434
435         if (changed & BSS_CHANGED_BEACON)
436                 rtw89_fw_h2c_update_beacon(rtwdev, rtwvif);
437
438         if (changed & BSS_CHANGED_ERP_SLOT)
439                 rtw89_conf_tx(rtwdev, rtwvif);
440
441         if (changed & BSS_CHANGED_HE_BSS_COLOR)
442                 rtw89_phy_set_bss_color(rtwdev, vif);
443
444         if (changed & BSS_CHANGED_MU_GROUPS)
445                 rtw89_mac_bf_set_gid_table(rtwdev, vif, conf);
446
447         if (changed & BSS_CHANGED_P2P_PS)
448                 rtw89_process_p2p_ps(rtwdev, vif);
449
450         if (changed & BSS_CHANGED_CQM)
451                 rtw89_fw_h2c_set_bcn_fltr_cfg(rtwdev, vif, true);
452
453         if (changed & BSS_CHANGED_PS)
454                 rtw89_recalc_lps(rtwdev);
455
456         mutex_unlock(&rtwdev->mutex);
457 }
458
459 static int rtw89_ops_start_ap(struct ieee80211_hw *hw,
460                               struct ieee80211_vif *vif,
461                               struct ieee80211_bss_conf *link_conf)
462 {
463         struct rtw89_dev *rtwdev = hw->priv;
464         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
465         const struct rtw89_chan *chan;
466
467         mutex_lock(&rtwdev->mutex);
468
469         chan = rtw89_chan_get(rtwdev, rtwvif->sub_entity_idx);
470         if (chan->band_type == RTW89_BAND_6G) {
471                 mutex_unlock(&rtwdev->mutex);
472                 return -EOPNOTSUPP;
473         }
474
475         ether_addr_copy(rtwvif->bssid, vif->bss_conf.bssid);
476         rtw89_cam_bssid_changed(rtwdev, rtwvif);
477         rtw89_mac_port_update(rtwdev, rtwvif);
478         rtw89_fw_h2c_assoc_cmac_tbl(rtwdev, vif, NULL);
479         rtw89_fw_h2c_role_maintain(rtwdev, rtwvif, NULL, RTW89_ROLE_TYPE_CHANGE);
480         rtw89_fw_h2c_join_info(rtwdev, rtwvif, NULL, true);
481         rtw89_fw_h2c_cam(rtwdev, rtwvif, NULL, NULL);
482         rtw89_chip_rfk_channel(rtwdev);
483
484         rtw89_queue_chanctx_work(rtwdev);
485         mutex_unlock(&rtwdev->mutex);
486
487         return 0;
488 }
489
490 static
491 void rtw89_ops_stop_ap(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
492                        struct ieee80211_bss_conf *link_conf)
493 {
494         struct rtw89_dev *rtwdev = hw->priv;
495         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
496
497         mutex_lock(&rtwdev->mutex);
498         rtw89_mac_stop_ap(rtwdev, rtwvif);
499         rtw89_fw_h2c_assoc_cmac_tbl(rtwdev, vif, NULL);
500         rtw89_fw_h2c_join_info(rtwdev, rtwvif, NULL, true);
501         mutex_unlock(&rtwdev->mutex);
502 }
503
504 static int rtw89_ops_set_tim(struct ieee80211_hw *hw, struct ieee80211_sta *sta,
505                              bool set)
506 {
507         struct rtw89_dev *rtwdev = hw->priv;
508         struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
509         struct rtw89_vif *rtwvif = rtwsta->rtwvif;
510
511         ieee80211_queue_work(rtwdev->hw, &rtwvif->update_beacon_work);
512
513         return 0;
514 }
515
516 static int rtw89_ops_conf_tx(struct ieee80211_hw *hw,
517                              struct ieee80211_vif *vif,
518                              unsigned int link_id, u16 ac,
519                              const struct ieee80211_tx_queue_params *params)
520 {
521         struct rtw89_dev *rtwdev = hw->priv;
522         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
523
524         mutex_lock(&rtwdev->mutex);
525         rtw89_leave_ps_mode(rtwdev);
526         rtwvif->tx_params[ac] = *params;
527         __rtw89_conf_tx(rtwdev, rtwvif, ac);
528         mutex_unlock(&rtwdev->mutex);
529
530         return 0;
531 }
532
533 static int __rtw89_ops_sta_state(struct ieee80211_hw *hw,
534                                  struct ieee80211_vif *vif,
535                                  struct ieee80211_sta *sta,
536                                  enum ieee80211_sta_state old_state,
537                                  enum ieee80211_sta_state new_state)
538 {
539         struct rtw89_dev *rtwdev = hw->priv;
540
541         if (old_state == IEEE80211_STA_NOTEXIST &&
542             new_state == IEEE80211_STA_NONE)
543                 return rtw89_core_sta_add(rtwdev, vif, sta);
544
545         if (old_state == IEEE80211_STA_AUTH &&
546             new_state == IEEE80211_STA_ASSOC) {
547                 if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls)
548                         return 0; /* defer to bss_info_changed to have vif info */
549                 return rtw89_core_sta_assoc(rtwdev, vif, sta);
550         }
551
552         if (old_state == IEEE80211_STA_ASSOC &&
553             new_state == IEEE80211_STA_AUTH)
554                 return rtw89_core_sta_disassoc(rtwdev, vif, sta);
555
556         if (old_state == IEEE80211_STA_AUTH &&
557             new_state == IEEE80211_STA_NONE)
558                 return rtw89_core_sta_disconnect(rtwdev, vif, sta);
559
560         if (old_state == IEEE80211_STA_NONE &&
561             new_state == IEEE80211_STA_NOTEXIST)
562                 return rtw89_core_sta_remove(rtwdev, vif, sta);
563
564         return 0;
565 }
566
567 static int rtw89_ops_sta_state(struct ieee80211_hw *hw,
568                                struct ieee80211_vif *vif,
569                                struct ieee80211_sta *sta,
570                                enum ieee80211_sta_state old_state,
571                                enum ieee80211_sta_state new_state)
572 {
573         struct rtw89_dev *rtwdev = hw->priv;
574         int ret;
575
576         mutex_lock(&rtwdev->mutex);
577         rtw89_leave_ps_mode(rtwdev);
578         ret = __rtw89_ops_sta_state(hw, vif, sta, old_state, new_state);
579         mutex_unlock(&rtwdev->mutex);
580
581         return ret;
582 }
583
584 static int rtw89_ops_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
585                              struct ieee80211_vif *vif,
586                              struct ieee80211_sta *sta,
587                              struct ieee80211_key_conf *key)
588 {
589         struct rtw89_dev *rtwdev = hw->priv;
590         int ret = 0;
591
592         mutex_lock(&rtwdev->mutex);
593         rtw89_leave_ps_mode(rtwdev);
594
595         switch (cmd) {
596         case SET_KEY:
597                 rtw89_btc_ntfy_specific_packet(rtwdev, PACKET_EAPOL_END);
598                 ret = rtw89_cam_sec_key_add(rtwdev, vif, sta, key);
599                 if (ret && ret != -EOPNOTSUPP) {
600                         rtw89_err(rtwdev, "failed to add key to sec cam\n");
601                         goto out;
602                 }
603                 break;
604         case DISABLE_KEY:
605                 rtw89_hci_flush_queues(rtwdev, BIT(rtwdev->hw->queues) - 1,
606                                        false);
607                 rtw89_mac_flush_txq(rtwdev, BIT(rtwdev->hw->queues) - 1, false);
608                 ret = rtw89_cam_sec_key_del(rtwdev, vif, sta, key, true);
609                 if (ret) {
610                         rtw89_err(rtwdev, "failed to remove key from sec cam\n");
611                         goto out;
612                 }
613                 break;
614         }
615
616 out:
617         mutex_unlock(&rtwdev->mutex);
618
619         return ret;
620 }
621
622 static int rtw89_ops_ampdu_action(struct ieee80211_hw *hw,
623                                   struct ieee80211_vif *vif,
624                                   struct ieee80211_ampdu_params *params)
625 {
626         struct rtw89_dev *rtwdev = hw->priv;
627         struct ieee80211_sta *sta = params->sta;
628         struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
629         u16 tid = params->tid;
630         struct ieee80211_txq *txq = sta->txq[tid];
631         struct rtw89_txq *rtwtxq = (struct rtw89_txq *)txq->drv_priv;
632
633         switch (params->action) {
634         case IEEE80211_AMPDU_TX_START:
635                 return IEEE80211_AMPDU_TX_START_IMMEDIATE;
636         case IEEE80211_AMPDU_TX_STOP_CONT:
637         case IEEE80211_AMPDU_TX_STOP_FLUSH:
638         case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
639                 mutex_lock(&rtwdev->mutex);
640                 clear_bit(RTW89_TXQ_F_AMPDU, &rtwtxq->flags);
641                 mutex_unlock(&rtwdev->mutex);
642                 ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
643                 break;
644         case IEEE80211_AMPDU_TX_OPERATIONAL:
645                 mutex_lock(&rtwdev->mutex);
646                 set_bit(RTW89_TXQ_F_AMPDU, &rtwtxq->flags);
647                 rtwsta->ampdu_params[tid].agg_num = params->buf_size;
648                 rtwsta->ampdu_params[tid].amsdu = params->amsdu;
649                 rtw89_leave_ps_mode(rtwdev);
650                 mutex_unlock(&rtwdev->mutex);
651                 break;
652         case IEEE80211_AMPDU_RX_START:
653                 mutex_lock(&rtwdev->mutex);
654                 rtw89_fw_h2c_ba_cam(rtwdev, rtwsta, true, params);
655                 mutex_unlock(&rtwdev->mutex);
656                 break;
657         case IEEE80211_AMPDU_RX_STOP:
658                 mutex_lock(&rtwdev->mutex);
659                 rtw89_fw_h2c_ba_cam(rtwdev, rtwsta, false, params);
660                 mutex_unlock(&rtwdev->mutex);
661                 break;
662         default:
663                 WARN_ON(1);
664                 return -ENOTSUPP;
665         }
666
667         return 0;
668 }
669
670 static int rtw89_ops_set_rts_threshold(struct ieee80211_hw *hw, u32 value)
671 {
672         struct rtw89_dev *rtwdev = hw->priv;
673
674         mutex_lock(&rtwdev->mutex);
675         rtw89_leave_ps_mode(rtwdev);
676         if (test_bit(RTW89_FLAG_POWERON, rtwdev->flags))
677                 rtw89_mac_update_rts_threshold(rtwdev, RTW89_MAC_0);
678         mutex_unlock(&rtwdev->mutex);
679
680         return 0;
681 }
682
683 static void rtw89_ops_sta_statistics(struct ieee80211_hw *hw,
684                                      struct ieee80211_vif *vif,
685                                      struct ieee80211_sta *sta,
686                                      struct station_info *sinfo)
687 {
688         struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
689
690         sinfo->txrate = rtwsta->ra_report.txrate;
691         sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_BITRATE);
692 }
693
694 static
695 void __rtw89_drop_packets(struct rtw89_dev *rtwdev, struct ieee80211_vif *vif)
696 {
697         struct rtw89_vif *rtwvif;
698
699         if (vif) {
700                 rtwvif = (struct rtw89_vif *)vif->drv_priv;
701                 rtw89_mac_pkt_drop_vif(rtwdev, rtwvif);
702         } else {
703                 rtw89_for_each_rtwvif(rtwdev, rtwvif)
704                         rtw89_mac_pkt_drop_vif(rtwdev, rtwvif);
705         }
706 }
707
708 static void rtw89_ops_flush(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
709                             u32 queues, bool drop)
710 {
711         struct rtw89_dev *rtwdev = hw->priv;
712
713         mutex_lock(&rtwdev->mutex);
714         rtw89_leave_lps(rtwdev);
715         rtw89_hci_flush_queues(rtwdev, queues, drop);
716
717         if (drop && !RTW89_CHK_FW_FEATURE(NO_PACKET_DROP, &rtwdev->fw))
718                 __rtw89_drop_packets(rtwdev, vif);
719         else
720                 rtw89_mac_flush_txq(rtwdev, queues, drop);
721
722         mutex_unlock(&rtwdev->mutex);
723 }
724
725 struct rtw89_iter_bitrate_mask_data {
726         struct rtw89_dev *rtwdev;
727         struct ieee80211_vif *vif;
728         const struct cfg80211_bitrate_mask *mask;
729 };
730
731 static void rtw89_ra_mask_info_update_iter(void *data, struct ieee80211_sta *sta)
732 {
733         struct rtw89_iter_bitrate_mask_data *br_data = data;
734         struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
735         struct ieee80211_vif *vif = rtwvif_to_vif(rtwsta->rtwvif);
736
737         if (vif != br_data->vif || vif->p2p)
738                 return;
739
740         rtwsta->use_cfg_mask = true;
741         rtwsta->mask = *br_data->mask;
742         rtw89_phy_ra_updata_sta(br_data->rtwdev, sta, IEEE80211_RC_SUPP_RATES_CHANGED);
743 }
744
745 static void rtw89_ra_mask_info_update(struct rtw89_dev *rtwdev,
746                                       struct ieee80211_vif *vif,
747                                       const struct cfg80211_bitrate_mask *mask)
748 {
749         struct rtw89_iter_bitrate_mask_data br_data = { .rtwdev = rtwdev,
750                                                         .vif = vif,
751                                                         .mask = mask};
752
753         ieee80211_iterate_stations_atomic(rtwdev->hw, rtw89_ra_mask_info_update_iter,
754                                           &br_data);
755 }
756
757 static int rtw89_ops_set_bitrate_mask(struct ieee80211_hw *hw,
758                                       struct ieee80211_vif *vif,
759                                       const struct cfg80211_bitrate_mask *mask)
760 {
761         struct rtw89_dev *rtwdev = hw->priv;
762
763         mutex_lock(&rtwdev->mutex);
764         rtw89_phy_rate_pattern_vif(rtwdev, vif, mask);
765         rtw89_ra_mask_info_update(rtwdev, vif, mask);
766         mutex_unlock(&rtwdev->mutex);
767
768         return 0;
769 }
770
771 static
772 int rtw89_ops_set_antenna(struct ieee80211_hw *hw, u32 tx_ant, u32 rx_ant)
773 {
774         struct rtw89_dev *rtwdev = hw->priv;
775         struct rtw89_hal *hal = &rtwdev->hal;
776
777         if (hal->ant_diversity) {
778                 if (tx_ant != rx_ant || hweight32(tx_ant) != 1)
779                         return -EINVAL;
780         } else if (rx_ant != hw->wiphy->available_antennas_rx && rx_ant != hal->antenna_rx) {
781                 return -EINVAL;
782         }
783
784         mutex_lock(&rtwdev->mutex);
785         hal->antenna_tx = tx_ant;
786         hal->antenna_rx = rx_ant;
787         hal->tx_path_diversity = false;
788         hal->ant_diversity_fixed = true;
789         mutex_unlock(&rtwdev->mutex);
790
791         return 0;
792 }
793
794 static
795 int rtw89_ops_get_antenna(struct ieee80211_hw *hw,  u32 *tx_ant, u32 *rx_ant)
796 {
797         struct rtw89_dev *rtwdev = hw->priv;
798         struct rtw89_hal *hal = &rtwdev->hal;
799
800         *tx_ant = hal->antenna_tx;
801         *rx_ant = hal->antenna_rx;
802
803         return 0;
804 }
805
806 static void rtw89_ops_sw_scan_start(struct ieee80211_hw *hw,
807                                     struct ieee80211_vif *vif,
808                                     const u8 *mac_addr)
809 {
810         struct rtw89_dev *rtwdev = hw->priv;
811         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
812
813         mutex_lock(&rtwdev->mutex);
814         rtw89_core_scan_start(rtwdev, rtwvif, mac_addr, false);
815         mutex_unlock(&rtwdev->mutex);
816 }
817
818 static void rtw89_ops_sw_scan_complete(struct ieee80211_hw *hw,
819                                        struct ieee80211_vif *vif)
820 {
821         struct rtw89_dev *rtwdev = hw->priv;
822
823         mutex_lock(&rtwdev->mutex);
824         rtw89_core_scan_complete(rtwdev, vif, false);
825         mutex_unlock(&rtwdev->mutex);
826 }
827
828 static void rtw89_ops_reconfig_complete(struct ieee80211_hw *hw,
829                                         enum ieee80211_reconfig_type reconfig_type)
830 {
831         struct rtw89_dev *rtwdev = hw->priv;
832
833         if (reconfig_type == IEEE80211_RECONFIG_TYPE_RESTART)
834                 rtw89_ser_recfg_done(rtwdev);
835 }
836
837 static int rtw89_ops_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
838                              struct ieee80211_scan_request *req)
839 {
840         struct rtw89_dev *rtwdev = hw->priv;
841         struct rtw89_vif *rtwvif = vif_to_rtwvif_safe(vif);
842         int ret = 0;
843
844         if (!RTW89_CHK_FW_FEATURE(SCAN_OFFLOAD, &rtwdev->fw))
845                 return 1;
846
847         if (rtwdev->scanning || rtwvif->offchan)
848                 return -EBUSY;
849
850         mutex_lock(&rtwdev->mutex);
851         rtw89_hw_scan_start(rtwdev, vif, req);
852         ret = rtw89_hw_scan_offload(rtwdev, vif, true);
853         if (ret) {
854                 rtw89_hw_scan_abort(rtwdev, vif);
855                 rtw89_err(rtwdev, "HW scan failed with status: %d\n", ret);
856         }
857         mutex_unlock(&rtwdev->mutex);
858
859         return ret;
860 }
861
862 static void rtw89_ops_cancel_hw_scan(struct ieee80211_hw *hw,
863                                      struct ieee80211_vif *vif)
864 {
865         struct rtw89_dev *rtwdev = hw->priv;
866
867         if (!RTW89_CHK_FW_FEATURE(SCAN_OFFLOAD, &rtwdev->fw))
868                 return;
869
870         if (!rtwdev->scanning)
871                 return;
872
873         mutex_lock(&rtwdev->mutex);
874         rtw89_hw_scan_abort(rtwdev, vif);
875         mutex_unlock(&rtwdev->mutex);
876 }
877
878 static void rtw89_ops_sta_rc_update(struct ieee80211_hw *hw,
879                                     struct ieee80211_vif *vif,
880                                     struct ieee80211_sta *sta, u32 changed)
881 {
882         struct rtw89_dev *rtwdev = hw->priv;
883
884         rtw89_phy_ra_updata_sta(rtwdev, sta, changed);
885 }
886
887 static int rtw89_ops_add_chanctx(struct ieee80211_hw *hw,
888                                  struct ieee80211_chanctx_conf *ctx)
889 {
890         struct rtw89_dev *rtwdev = hw->priv;
891         int ret;
892
893         mutex_lock(&rtwdev->mutex);
894         ret = rtw89_chanctx_ops_add(rtwdev, ctx);
895         mutex_unlock(&rtwdev->mutex);
896
897         return ret;
898 }
899
900 static void rtw89_ops_remove_chanctx(struct ieee80211_hw *hw,
901                                      struct ieee80211_chanctx_conf *ctx)
902 {
903         struct rtw89_dev *rtwdev = hw->priv;
904
905         mutex_lock(&rtwdev->mutex);
906         rtw89_chanctx_ops_remove(rtwdev, ctx);
907         mutex_unlock(&rtwdev->mutex);
908 }
909
910 static void rtw89_ops_change_chanctx(struct ieee80211_hw *hw,
911                                      struct ieee80211_chanctx_conf *ctx,
912                                      u32 changed)
913 {
914         struct rtw89_dev *rtwdev = hw->priv;
915
916         mutex_lock(&rtwdev->mutex);
917         rtw89_chanctx_ops_change(rtwdev, ctx, changed);
918         mutex_unlock(&rtwdev->mutex);
919 }
920
921 static int rtw89_ops_assign_vif_chanctx(struct ieee80211_hw *hw,
922                                         struct ieee80211_vif *vif,
923                                         struct ieee80211_bss_conf *link_conf,
924                                         struct ieee80211_chanctx_conf *ctx)
925 {
926         struct rtw89_dev *rtwdev = hw->priv;
927         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
928         int ret;
929
930         mutex_lock(&rtwdev->mutex);
931         ret = rtw89_chanctx_ops_assign_vif(rtwdev, rtwvif, ctx);
932         mutex_unlock(&rtwdev->mutex);
933
934         return ret;
935 }
936
937 static void rtw89_ops_unassign_vif_chanctx(struct ieee80211_hw *hw,
938                                            struct ieee80211_vif *vif,
939                                            struct ieee80211_bss_conf *link_conf,
940                                            struct ieee80211_chanctx_conf *ctx)
941 {
942         struct rtw89_dev *rtwdev = hw->priv;
943         struct rtw89_vif *rtwvif = (struct rtw89_vif *)vif->drv_priv;
944
945         mutex_lock(&rtwdev->mutex);
946         rtw89_chanctx_ops_unassign_vif(rtwdev, rtwvif, ctx);
947         mutex_unlock(&rtwdev->mutex);
948 }
949
950 static int rtw89_ops_remain_on_channel(struct ieee80211_hw *hw,
951                                        struct ieee80211_vif *vif,
952                                        struct ieee80211_channel *chan,
953                                        int duration,
954                                        enum ieee80211_roc_type type)
955 {
956         struct rtw89_dev *rtwdev = hw->priv;
957         struct rtw89_vif *rtwvif = vif_to_rtwvif_safe(vif);
958         struct rtw89_roc *roc = &rtwvif->roc;
959
960         if (!vif)
961                 return -EINVAL;
962
963         mutex_lock(&rtwdev->mutex);
964
965         if (roc->state != RTW89_ROC_IDLE) {
966                 mutex_unlock(&rtwdev->mutex);
967                 return -EBUSY;
968         }
969
970         if (rtwdev->scanning)
971                 rtw89_hw_scan_abort(rtwdev, vif);
972
973         if (type == IEEE80211_ROC_TYPE_MGMT_TX)
974                 roc->state = RTW89_ROC_MGMT;
975         else
976                 roc->state = RTW89_ROC_NORMAL;
977
978         roc->duration = duration;
979         roc->chan = *chan;
980         roc->type = type;
981
982         rtw89_roc_start(rtwdev, rtwvif);
983
984         mutex_unlock(&rtwdev->mutex);
985
986         return 0;
987 }
988
989 static int rtw89_ops_cancel_remain_on_channel(struct ieee80211_hw *hw,
990                                               struct ieee80211_vif *vif)
991 {
992         struct rtw89_dev *rtwdev = hw->priv;
993         struct rtw89_vif *rtwvif = vif_to_rtwvif_safe(vif);
994
995         if (!rtwvif)
996                 return -EINVAL;
997
998         cancel_delayed_work_sync(&rtwvif->roc.roc_work);
999
1000         mutex_lock(&rtwdev->mutex);
1001         rtw89_roc_end(rtwdev, rtwvif);
1002         mutex_unlock(&rtwdev->mutex);
1003
1004         return 0;
1005 }
1006
1007 static void rtw89_set_tid_config_iter(void *data, struct ieee80211_sta *sta)
1008 {
1009         struct cfg80211_tid_config *tid_config = data;
1010         struct rtw89_sta *rtwsta = (struct rtw89_sta *)sta->drv_priv;
1011         struct rtw89_dev *rtwdev = rtwsta->rtwvif->rtwdev;
1012
1013         rtw89_core_set_tid_config(rtwdev, sta, tid_config);
1014 }
1015
1016 static int rtw89_ops_set_tid_config(struct ieee80211_hw *hw,
1017                                     struct ieee80211_vif *vif,
1018                                     struct ieee80211_sta *sta,
1019                                     struct cfg80211_tid_config *tid_config)
1020 {
1021         struct rtw89_dev *rtwdev = hw->priv;
1022
1023         mutex_lock(&rtwdev->mutex);
1024         if (sta)
1025                 rtw89_core_set_tid_config(rtwdev, sta, tid_config);
1026         else
1027                 ieee80211_iterate_stations_atomic(rtwdev->hw,
1028                                                   rtw89_set_tid_config_iter,
1029                                                   tid_config);
1030         mutex_unlock(&rtwdev->mutex);
1031
1032         return 0;
1033 }
1034
1035 #ifdef CONFIG_PM
1036 static int rtw89_ops_suspend(struct ieee80211_hw *hw,
1037                              struct cfg80211_wowlan *wowlan)
1038 {
1039         struct rtw89_dev *rtwdev = hw->priv;
1040         int ret;
1041
1042         set_bit(RTW89_FLAG_FORBIDDEN_TRACK_WROK, rtwdev->flags);
1043         cancel_delayed_work_sync(&rtwdev->track_work);
1044
1045         mutex_lock(&rtwdev->mutex);
1046         ret = rtw89_wow_suspend(rtwdev, wowlan);
1047         mutex_unlock(&rtwdev->mutex);
1048
1049         if (ret) {
1050                 rtw89_warn(rtwdev, "failed to suspend for wow %d\n", ret);
1051                 clear_bit(RTW89_FLAG_FORBIDDEN_TRACK_WROK, rtwdev->flags);
1052                 return 1;
1053         }
1054
1055         return 0;
1056 }
1057
1058 static int rtw89_ops_resume(struct ieee80211_hw *hw)
1059 {
1060         struct rtw89_dev *rtwdev = hw->priv;
1061         int ret;
1062
1063         mutex_lock(&rtwdev->mutex);
1064         ret = rtw89_wow_resume(rtwdev);
1065         if (ret)
1066                 rtw89_warn(rtwdev, "failed to resume for wow %d\n", ret);
1067         mutex_unlock(&rtwdev->mutex);
1068
1069         clear_bit(RTW89_FLAG_FORBIDDEN_TRACK_WROK, rtwdev->flags);
1070         ieee80211_queue_delayed_work(rtwdev->hw, &rtwdev->track_work,
1071                                      RTW89_TRACK_WORK_PERIOD);
1072
1073         return ret ? 1 : 0;
1074 }
1075
1076 static void rtw89_ops_set_wakeup(struct ieee80211_hw *hw, bool enabled)
1077 {
1078         struct rtw89_dev *rtwdev = hw->priv;
1079
1080         device_set_wakeup_enable(rtwdev->dev, enabled);
1081 }
1082 #endif
1083
1084 const struct ieee80211_ops rtw89_ops = {
1085         .tx                     = rtw89_ops_tx,
1086         .wake_tx_queue          = rtw89_ops_wake_tx_queue,
1087         .start                  = rtw89_ops_start,
1088         .stop                   = rtw89_ops_stop,
1089         .config                 = rtw89_ops_config,
1090         .add_interface          = rtw89_ops_add_interface,
1091         .change_interface       = rtw89_ops_change_interface,
1092         .remove_interface       = rtw89_ops_remove_interface,
1093         .configure_filter       = rtw89_ops_configure_filter,
1094         .bss_info_changed       = rtw89_ops_bss_info_changed,
1095         .start_ap               = rtw89_ops_start_ap,
1096         .stop_ap                = rtw89_ops_stop_ap,
1097         .set_tim                = rtw89_ops_set_tim,
1098         .conf_tx                = rtw89_ops_conf_tx,
1099         .sta_state              = rtw89_ops_sta_state,
1100         .set_key                = rtw89_ops_set_key,
1101         .ampdu_action           = rtw89_ops_ampdu_action,
1102         .set_rts_threshold      = rtw89_ops_set_rts_threshold,
1103         .sta_statistics         = rtw89_ops_sta_statistics,
1104         .flush                  = rtw89_ops_flush,
1105         .set_bitrate_mask       = rtw89_ops_set_bitrate_mask,
1106         .set_antenna            = rtw89_ops_set_antenna,
1107         .get_antenna            = rtw89_ops_get_antenna,
1108         .sw_scan_start          = rtw89_ops_sw_scan_start,
1109         .sw_scan_complete       = rtw89_ops_sw_scan_complete,
1110         .reconfig_complete      = rtw89_ops_reconfig_complete,
1111         .hw_scan                = rtw89_ops_hw_scan,
1112         .cancel_hw_scan         = rtw89_ops_cancel_hw_scan,
1113         .add_chanctx            = rtw89_ops_add_chanctx,
1114         .remove_chanctx         = rtw89_ops_remove_chanctx,
1115         .change_chanctx         = rtw89_ops_change_chanctx,
1116         .assign_vif_chanctx     = rtw89_ops_assign_vif_chanctx,
1117         .unassign_vif_chanctx   = rtw89_ops_unassign_vif_chanctx,
1118         .remain_on_channel              = rtw89_ops_remain_on_channel,
1119         .cancel_remain_on_channel       = rtw89_ops_cancel_remain_on_channel,
1120         .set_sar_specs          = rtw89_ops_set_sar_specs,
1121         .sta_rc_update          = rtw89_ops_sta_rc_update,
1122         .set_tid_config         = rtw89_ops_set_tid_config,
1123 #ifdef CONFIG_PM
1124         .suspend                = rtw89_ops_suspend,
1125         .resume                 = rtw89_ops_resume,
1126         .set_wakeup             = rtw89_ops_set_wakeup,
1127 #endif
1128 };
1129 EXPORT_SYMBOL(rtw89_ops);