1 /* SPDX-License-Identifier: ISC */
2 /* Copyright (C) 2019 MediaTek Inc. */
7 #include <linux/completion.h>
8 #include <linux/interrupt.h>
9 #include <linux/ktime.h>
10 #include <linux/regmap.h>
14 #define MT7615_MAX_INTERFACES 4
15 #define MT7615_MAX_WMM_SETS 4
16 #define MT7663_WTBL_SIZE 32
17 #define MT7615_WTBL_SIZE 128
18 #define MT7615_WTBL_RESERVED (mt7615_wtbl_size(dev) - 1)
19 #define MT7615_WTBL_STA (MT7615_WTBL_RESERVED - \
20 MT7615_MAX_INTERFACES)
22 #define MT7615_PM_TIMEOUT (HZ / 12)
23 #define MT7615_WATCHDOG_TIME (HZ / 10)
24 #define MT7615_HW_SCAN_TIMEOUT (HZ / 10)
25 #define MT7615_RESET_TIMEOUT (30 * HZ)
26 #define MT7615_RATE_RETRY 2
28 #define MT7615_TX_RING_SIZE 1024
29 #define MT7615_TX_MGMT_RING_SIZE 128
30 #define MT7615_TX_MCU_RING_SIZE 128
31 #define MT7615_TX_FWDL_RING_SIZE 128
33 #define MT7615_RX_RING_SIZE 1024
34 #define MT7615_RX_MCU_RING_SIZE 512
36 #define MT7615_DRV_OWN_RETRY_COUNT 10
38 #define MT7615_FIRMWARE_CR4 "mediatek/mt7615_cr4.bin"
39 #define MT7615_FIRMWARE_N9 "mediatek/mt7615_n9.bin"
40 #define MT7615_ROM_PATCH "mediatek/mt7615_rom_patch.bin"
42 #define MT7622_FIRMWARE_N9 "mediatek/mt7622_n9.bin"
43 #define MT7622_ROM_PATCH "mediatek/mt7622_rom_patch.bin"
45 #define MT7615_FIRMWARE_V1 1
46 #define MT7615_FIRMWARE_V2 2
47 #define MT7615_FIRMWARE_V3 3
49 #define MT7663_OFFLOAD_ROM_PATCH "mediatek/mt7663pr2h.bin"
50 #define MT7663_OFFLOAD_FIRMWARE_N9 "mediatek/mt7663_n9_v3.bin"
51 #define MT7663_ROM_PATCH "mediatek/mt7663pr2h_rebb.bin"
52 #define MT7663_FIRMWARE_N9 "mediatek/mt7663_n9_rebb.bin"
54 #define MT7615_EEPROM_SIZE 1024
55 #define MT7615_TOKEN_SIZE 4096
57 #define MT_FRAC_SCALE 12
58 #define MT_FRAC(val, div) (((val) << MT_FRAC_SCALE) / (div))
60 #define MT_CHFREQ_VALID BIT(7)
61 #define MT_CHFREQ_DBDC_IDX BIT(6)
62 #define MT_CHFREQ_SEQ GENMASK(5, 0)
64 #define MT7615_BAR_RATE_DEFAULT 0x4b /* OFDM 6M */
65 #define MT7615_CFEND_RATE_DEFAULT 0x49 /* OFDM 24M */
66 #define MT7615_CFEND_RATE_11B 0x03 /* 11B LP, 11M */
68 #define MT7615_SCAN_IE_LEN 600
69 #define MT7615_MAX_SCHED_SCAN_INTERVAL 10
70 #define MT7615_MAX_SCHED_SCAN_SSID 10
71 #define MT7615_MAX_SCAN_MATCH 16
75 struct mt7615_dfs_pulse;
76 struct mt7615_dfs_pattern;
77 enum mt7615_cipher_type;
79 enum mt7615_hw_txq_id {
86 enum mt7622_hw_txq_id {
90 MT7622_TXQ_FWDL = MT7615_TXQ_FWDL,
96 struct mt7615_rate_set {
97 struct ieee80211_tx_rate probe_rate;
98 struct ieee80211_tx_rate rates[4];
101 struct mt7615_rate_desc {
109 enum mt7615_wtbl_desc_type {
110 MT7615_WTBL_RATE_DESC,
114 struct mt7615_key_desc {
115 enum set_key_cmd cmd;
122 struct mt7615_wtbl_desc {
123 struct list_head node;
125 enum mt7615_wtbl_desc_type type;
126 struct mt7615_sta *sta;
129 struct mt7615_rate_desc rate;
130 struct mt7615_key_desc key;
135 struct mt76_wcid wcid; /* must be first */
137 struct mt7615_vif *vif;
139 struct list_head poll_list;
142 struct ieee80211_tx_rate rates[4];
144 struct mt7615_rate_set rateset[2];
160 struct mt7615_sta sta;
169 unsigned long aggr_per;
173 struct mt76_phy *mt76;
174 struct mt7615_dev *dev;
176 struct ieee80211_vif *monitor_vif;
185 unsigned long last_cca_adj;
186 int false_cca_ofdm, false_cca_cck;
202 struct mib_stats mib;
204 struct delayed_work mac_work;
207 struct sk_buff_head scan_event_list;
208 struct delayed_work scan_work;
210 struct work_struct roc_work;
211 struct timer_list roc_timer;
212 wait_queue_head_t roc_wait;
216 #define mt7615_mcu_add_tx_ba(dev, ...) (dev)->mcu_ops->add_tx_ba((dev), __VA_ARGS__)
217 #define mt7615_mcu_add_rx_ba(dev, ...) (dev)->mcu_ops->add_rx_ba((dev), __VA_ARGS__)
218 #define mt7615_mcu_sta_add(dev, ...) (dev)->mcu_ops->sta_add((dev), __VA_ARGS__)
219 #define mt7615_mcu_add_dev_info(dev, ...) (dev)->mcu_ops->add_dev_info((dev), __VA_ARGS__)
220 #define mt7615_mcu_add_bss_info(phy, ...) (phy->dev)->mcu_ops->add_bss_info((phy), __VA_ARGS__)
221 #define mt7615_mcu_add_beacon(dev, ...) (dev)->mcu_ops->add_beacon_offload((dev), __VA_ARGS__)
222 #define mt7615_mcu_set_pm(dev, ...) (dev)->mcu_ops->set_pm_state((dev), __VA_ARGS__)
223 struct mt7615_mcu_ops {
224 int (*add_tx_ba)(struct mt7615_dev *dev,
225 struct ieee80211_ampdu_params *params,
227 int (*add_rx_ba)(struct mt7615_dev *dev,
228 struct ieee80211_ampdu_params *params,
230 int (*sta_add)(struct mt7615_dev *dev,
231 struct ieee80211_vif *vif,
232 struct ieee80211_sta *sta, bool enable);
233 int (*add_dev_info)(struct mt7615_dev *dev,
234 struct ieee80211_vif *vif, bool enable);
235 int (*add_bss_info)(struct mt7615_phy *phy, struct ieee80211_vif *vif,
236 struct ieee80211_sta *sta, bool enable);
237 int (*add_beacon_offload)(struct mt7615_dev *dev,
238 struct ieee80211_hw *hw,
239 struct ieee80211_vif *vif, bool enable);
240 int (*set_pm_state)(struct mt7615_dev *dev, int band, int state);
244 union { /* must be first */
245 struct mt76_dev mt76;
246 struct mt76_phy mphy;
249 const struct mt76_bus_ops *bus_ops;
250 struct tasklet_struct irq_tasklet;
252 struct mt7615_phy phy;
257 struct ieee80211_ops *ops;
258 const struct mt7615_mcu_ops *mcu_ops;
259 struct regmap *infracfg;
262 struct work_struct mcu_work;
264 struct work_struct reset_work;
265 wait_queue_head_t reset_wait;
268 struct list_head sta_poll_list;
269 spinlock_t sta_poll_lock;
282 spinlock_t token_lock;
287 struct work_struct wtbl_work;
288 struct list_head wd_head;
293 #ifdef CONFIG_NL80211_TESTMODE
297 s16 last_freq_offset;
309 struct mt7615_sta *msta;
311 } tx_q[IEEE80211_NUM_ACS];
313 struct work_struct wake_work;
314 struct completion wake_cmpl;
316 struct delayed_work ps_work;
317 unsigned long last_activity;
318 unsigned long idle_timeout;
322 enum tx_pkt_queue_idx {
327 MT_LMAC_ALTX0 = 0x10,
343 EXT_BSSID_START = 0x10,
367 enum mt7615_rdd_cmd {
381 static inline struct mt7615_phy *
382 mt7615_hw_phy(struct ieee80211_hw *hw)
384 struct mt76_phy *phy = hw->priv;
389 static inline struct mt7615_dev *
390 mt7615_hw_dev(struct ieee80211_hw *hw)
392 struct mt76_phy *phy = hw->priv;
394 return container_of(phy->dev, struct mt7615_dev, mt76);
397 static inline struct mt7615_phy *
398 mt7615_ext_phy(struct mt7615_dev *dev)
400 struct mt76_phy *phy = dev->mt76.phy2;
408 extern struct ieee80211_rate mt7615_rates[12];
409 extern const struct ieee80211_ops mt7615_ops;
410 extern const u32 mt7615e_reg_map[__MT_BASE_MAX];
411 extern const u32 mt7663e_reg_map[__MT_BASE_MAX];
412 extern const u32 mt7663_usb_sdio_reg_map[__MT_BASE_MAX];
413 extern struct pci_driver mt7615_pci_driver;
414 extern struct platform_driver mt7622_wmac_driver;
415 extern const struct mt76_testmode_ops mt7615_testmode_ops;
417 #ifdef CONFIG_MT7622_WMAC
418 int mt7622_wmac_init(struct mt7615_dev *dev);
420 static inline int mt7622_wmac_init(struct mt7615_dev *dev)
426 int mt7615_mmio_probe(struct device *pdev, void __iomem *mem_base,
427 int irq, const u32 *map);
428 u32 mt7615_reg_map(struct mt7615_dev *dev, u32 addr);
430 void mt7615_check_offload_capability(struct mt7615_dev *dev);
431 void mt7615_init_device(struct mt7615_dev *dev);
432 int mt7615_register_device(struct mt7615_dev *dev);
433 void mt7615_unregister_device(struct mt7615_dev *dev);
434 int mt7615_register_ext_phy(struct mt7615_dev *dev);
435 void mt7615_unregister_ext_phy(struct mt7615_dev *dev);
436 int mt7615_eeprom_init(struct mt7615_dev *dev, u32 addr);
437 int mt7615_eeprom_get_target_power_index(struct mt7615_dev *dev,
438 struct ieee80211_channel *chan,
440 int mt7615_eeprom_get_power_delta_index(struct mt7615_dev *dev,
441 enum nl80211_band band);
442 int mt7615_wait_pdma_busy(struct mt7615_dev *dev);
443 int mt7615_dma_init(struct mt7615_dev *dev);
444 void mt7615_dma_cleanup(struct mt7615_dev *dev);
445 int mt7615_mcu_init(struct mt7615_dev *dev);
446 bool mt7615_wait_for_mcu_init(struct mt7615_dev *dev);
447 void mt7615_mac_set_rates(struct mt7615_phy *phy, struct mt7615_sta *sta,
448 struct ieee80211_tx_rate *probe_rate,
449 struct ieee80211_tx_rate *rates);
450 int mt7615_pm_set_enable(struct mt7615_dev *dev, bool enable);
451 void mt7615_pm_wake_work(struct work_struct *work);
452 int mt7615_pm_wake(struct mt7615_dev *dev);
453 void mt7615_pm_power_save_sched(struct mt7615_dev *dev);
454 void mt7615_pm_power_save_work(struct work_struct *work);
455 int mt7615_mcu_del_wtbl_all(struct mt7615_dev *dev);
456 int mt7615_mcu_set_chan_info(struct mt7615_phy *phy, int cmd);
457 int mt7615_mcu_set_wmm(struct mt7615_dev *dev, u8 queue,
458 const struct ieee80211_tx_queue_params *params);
459 void mt7615_mcu_rx_event(struct mt7615_dev *dev, struct sk_buff *skb);
460 int mt7615_mcu_rdd_cmd(struct mt7615_dev *dev,
461 enum mt7615_rdd_cmd cmd, u8 index,
463 int mt7615_mcu_rdd_send_pattern(struct mt7615_dev *dev);
464 int mt7615_mcu_fw_log_2_host(struct mt7615_dev *dev, u8 ctrl);
466 static inline bool is_mt7622(struct mt76_dev *dev)
468 if (!IS_ENABLED(CONFIG_MT7622_WMAC))
471 return mt76_chip(dev) == 0x7622;
474 static inline bool is_mt7615(struct mt76_dev *dev)
476 return mt76_chip(dev) == 0x7615 || mt76_chip(dev) == 0x7611;
479 static inline bool is_mt7663(struct mt76_dev *dev)
481 return mt76_chip(dev) == 0x7663;
484 static inline bool is_mt7611(struct mt76_dev *dev)
486 return mt76_chip(dev) == 0x7611;
489 static inline void mt7615_irq_enable(struct mt7615_dev *dev, u32 mask)
491 mt76_set_irq_mask(&dev->mt76, 0, 0, mask);
493 tasklet_schedule(&dev->irq_tasklet);
496 static inline bool mt7615_firmware_offload(struct mt7615_dev *dev)
498 return dev->fw_ver > MT7615_FIRMWARE_V2;
501 static inline u16 mt7615_wtbl_size(struct mt7615_dev *dev)
503 if (is_mt7663(&dev->mt76) && mt7615_firmware_offload(dev))
504 return MT7663_WTBL_SIZE;
506 return MT7615_WTBL_SIZE;
509 static inline void mt7615_mutex_acquire(struct mt7615_dev *dev)
510 __acquires(&dev->mt76.mutex)
512 mutex_lock(&dev->mt76.mutex);
516 static inline void mt7615_mutex_release(struct mt7615_dev *dev)
517 __releases(&dev->mt76.mutex)
519 mt7615_pm_power_save_sched(dev);
520 mutex_unlock(&dev->mt76.mutex);
523 static inline u8 mt7615_lmac_mapping(struct mt7615_dev *dev, u8 ac)
525 static const u8 lmac_queue_map[] = {
526 [IEEE80211_AC_BK] = MT_LMAC_AC00,
527 [IEEE80211_AC_BE] = MT_LMAC_AC01,
528 [IEEE80211_AC_VI] = MT_LMAC_AC02,
529 [IEEE80211_AC_VO] = MT_LMAC_AC03,
532 if (WARN_ON_ONCE(ac >= ARRAY_SIZE(lmac_queue_map)))
533 return MT_LMAC_AC01; /* BE */
535 return lmac_queue_map[ac];
538 void mt7615_dma_reset(struct mt7615_dev *dev);
539 void mt7615_scan_work(struct work_struct *work);
540 void mt7615_roc_work(struct work_struct *work);
541 void mt7615_roc_timer(struct timer_list *timer);
542 void mt7615_init_txpower(struct mt7615_dev *dev,
543 struct ieee80211_supported_band *sband);
544 void mt7615_phy_init(struct mt7615_dev *dev);
545 void mt7615_mac_init(struct mt7615_dev *dev);
546 int mt7615_set_channel(struct mt7615_phy *phy);
548 int mt7615_mcu_restart(struct mt76_dev *dev);
549 void mt7615_update_channel(struct mt76_dev *mdev);
550 bool mt7615_mac_wtbl_update(struct mt7615_dev *dev, int idx, u32 mask);
551 void mt7615_mac_reset_counters(struct mt7615_dev *dev);
552 void mt7615_mac_cca_stats_reset(struct mt7615_phy *phy);
553 void mt7615_mac_set_scs(struct mt7615_phy *phy, bool enable);
554 void mt7615_mac_enable_nf(struct mt7615_dev *dev, bool ext_phy);
555 void mt7615_mac_sta_poll(struct mt7615_dev *dev);
556 int mt7615_mac_write_txwi(struct mt7615_dev *dev, __le32 *txwi,
557 struct sk_buff *skb, struct mt76_wcid *wcid,
558 struct ieee80211_sta *sta, int pid,
559 struct ieee80211_key_conf *key, bool beacon);
560 void mt7615_mac_set_timing(struct mt7615_phy *phy);
561 int mt7615_mac_wtbl_set_key(struct mt7615_dev *dev, struct mt76_wcid *wcid,
562 struct ieee80211_key_conf *key,
563 enum set_key_cmd cmd);
564 int mt7615_mac_wtbl_update_pk(struct mt7615_dev *dev,
565 struct mt76_wcid *wcid,
566 enum mt7615_cipher_type cipher,
567 int keyidx, enum set_key_cmd cmd);
568 void mt7615_mac_wtbl_update_cipher(struct mt7615_dev *dev,
569 struct mt76_wcid *wcid,
570 enum mt7615_cipher_type cipher,
571 enum set_key_cmd cmd);
572 int mt7615_mac_wtbl_update_key(struct mt7615_dev *dev,
573 struct mt76_wcid *wcid,
575 enum mt7615_cipher_type cipher,
576 enum set_key_cmd cmd);
577 void mt7615_mac_reset_work(struct work_struct *work);
578 u32 mt7615_mac_get_sta_tid_sn(struct mt7615_dev *dev, int wcid, u8 tid);
580 int mt7615_mcu_wait_response(struct mt7615_dev *dev, int cmd, int seq);
581 int mt7615_mcu_msg_send(struct mt76_dev *mdev, int cmd, const void *data,
582 int len, bool wait_resp);
583 u32 mt7615_rf_rr(struct mt7615_dev *dev, u32 wf, u32 reg);
584 int mt7615_rf_wr(struct mt7615_dev *dev, u32 wf, u32 reg, u32 val);
585 int mt7615_mcu_set_dbdc(struct mt7615_dev *dev);
586 int mt7615_mcu_set_eeprom(struct mt7615_dev *dev);
587 int mt7615_mcu_set_mac_enable(struct mt7615_dev *dev, int band, bool enable);
588 int mt7615_mcu_set_rts_thresh(struct mt7615_phy *phy, u32 val);
589 int mt7615_mcu_get_temperature(struct mt7615_dev *dev, int index);
590 int mt7615_mcu_set_tx_power(struct mt7615_phy *phy);
591 void mt7615_mcu_exit(struct mt7615_dev *dev);
592 void mt7615_mcu_fill_msg(struct mt7615_dev *dev, struct sk_buff *skb,
593 int cmd, int *wait_seq);
594 int mt7615_mcu_set_channel_domain(struct mt7615_phy *phy);
595 int mt7615_mcu_hw_scan(struct mt7615_phy *phy, struct ieee80211_vif *vif,
596 struct ieee80211_scan_request *scan_req);
597 int mt7615_mcu_cancel_hw_scan(struct mt7615_phy *phy,
598 struct ieee80211_vif *vif);
599 int mt7615_mcu_sched_scan_req(struct mt7615_phy *phy,
600 struct ieee80211_vif *vif,
601 struct cfg80211_sched_scan_request *sreq);
602 int mt7615_mcu_sched_scan_enable(struct mt7615_phy *phy,
603 struct ieee80211_vif *vif,
606 int mt7615_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
607 enum mt76_txq_id qid, struct mt76_wcid *wcid,
608 struct ieee80211_sta *sta,
609 struct mt76_tx_info *tx_info);
611 void mt7615_tx_complete_skb(struct mt76_dev *mdev, enum mt76_txq_id qid,
612 struct mt76_queue_entry *e);
614 void mt7615_queue_rx_skb(struct mt76_dev *mdev, enum mt76_rxq_id q,
615 struct sk_buff *skb);
616 void mt7615_sta_ps(struct mt76_dev *mdev, struct ieee80211_sta *sta, bool ps);
617 int mt7615_mac_sta_add(struct mt76_dev *mdev, struct ieee80211_vif *vif,
618 struct ieee80211_sta *sta);
619 void mt7615_mac_sta_remove(struct mt76_dev *mdev, struct ieee80211_vif *vif,
620 struct ieee80211_sta *sta);
621 void mt7615_mac_work(struct work_struct *work);
622 void mt7615_txp_skb_unmap(struct mt76_dev *dev,
623 struct mt76_txwi_cache *txwi);
624 int mt7615_mcu_set_fcc5_lpn(struct mt7615_dev *dev, int val);
625 int mt7615_mcu_set_pulse_th(struct mt7615_dev *dev,
626 const struct mt7615_dfs_pulse *pulse);
627 int mt7615_mcu_set_radar_th(struct mt7615_dev *dev, int index,
628 const struct mt7615_dfs_pattern *pattern);
629 int mt7615_mcu_set_test_param(struct mt7615_dev *dev, u8 param, bool test_mode,
631 int mt7615_mcu_set_sku_en(struct mt7615_phy *phy, bool enable);
632 int mt7615_mcu_apply_rx_dcoc(struct mt7615_phy *phy);
633 int mt7615_mcu_apply_tx_dpd(struct mt7615_phy *phy);
634 int mt7615_mcu_set_vif_ps(struct mt7615_dev *dev, struct ieee80211_vif *vif);
635 int mt7615_dfs_init_radar_detector(struct mt7615_phy *phy);
637 int mt7615_mcu_set_p2p_oppps(struct ieee80211_hw *hw,
638 struct ieee80211_vif *vif);
639 int mt7615_mcu_set_roc(struct mt7615_phy *phy, struct ieee80211_vif *vif,
640 struct ieee80211_channel *chan, int duration);
641 int mt7615_firmware_own(struct mt7615_dev *dev);
642 int mt7615_driver_own(struct mt7615_dev *dev);
644 int mt7615_init_debugfs(struct mt7615_dev *dev);
645 int mt7615_mcu_wait_response(struct mt7615_dev *dev, int cmd, int seq);
647 int mt7615_mcu_set_bss_pm(struct mt7615_dev *dev, struct ieee80211_vif *vif,
649 int mt7615_mcu_set_hif_suspend(struct mt7615_dev *dev, bool suspend);
650 void mt7615_mcu_set_suspend_iter(void *priv, u8 *mac,
651 struct ieee80211_vif *vif);
652 int mt7615_mcu_update_gtk_rekey(struct ieee80211_hw *hw,
653 struct ieee80211_vif *vif,
654 struct cfg80211_gtk_rekey_data *key);
655 int mt7615_mcu_update_arp_filter(struct ieee80211_hw *hw,
656 struct ieee80211_vif *vif,
657 struct ieee80211_bss_conf *info);
658 int __mt7663_load_firmware(struct mt7615_dev *dev);
659 u32 mt7615_mcu_reg_rr(struct mt76_dev *dev, u32 offset);
660 void mt7615_mcu_reg_wr(struct mt76_dev *dev, u32 offset, u32 val);
663 int mt7663_usb_sdio_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr,
664 enum mt76_txq_id qid, struct mt76_wcid *wcid,
665 struct ieee80211_sta *sta,
666 struct mt76_tx_info *tx_info);
667 bool mt7663_usb_sdio_tx_status_data(struct mt76_dev *mdev, u8 *update);
668 void mt7663_usb_sdio_tx_complete_skb(struct mt76_dev *mdev,
669 enum mt76_txq_id qid,
670 struct mt76_queue_entry *e);
671 void mt7663_usb_sdio_wtbl_work(struct work_struct *work);
672 int mt7663_usb_sdio_register_device(struct mt7615_dev *dev);
673 int mt7663u_mcu_init(struct mt7615_dev *dev);
676 u32 mt7663s_read_pcr(struct mt7615_dev *dev);
677 int mt7663s_mcu_init(struct mt7615_dev *dev);
678 int mt7663s_driver_own(struct mt7615_dev *dev);
679 int mt7663s_firmware_own(struct mt7615_dev *dev);
680 int mt7663s_kthread_run(void *data);
681 void mt7663s_sdio_irq(struct sdio_func *func);