xref: /linux/drivers/net/wireless/mediatek/mt76/mt7615/main.c (revision 91a4855d6c03e770e42f17c798a36a3c46e63de2)
1 // SPDX-License-Identifier: BSD-3-Clause-Clear
2 /* Copyright (C) 2019 MediaTek Inc.
3  *
4  * Author: Roy Luo <royluo@google.com>
5  *         Ryder Lee <ryder.lee@mediatek.com>
6  *         Felix Fietkau <nbd@nbd.name>
7  *         Lorenzo Bianconi <lorenzo@kernel.org>
8  */
9 
10 #include <linux/etherdevice.h>
11 #include <linux/module.h>
12 #include "mt7615.h"
13 #include "mcu.h"
14 
15 static bool mt7615_dev_running(struct mt7615_dev *dev)
16 {
17 	struct mt7615_phy *phy;
18 
19 	if (test_bit(MT76_STATE_RUNNING, &dev->mphy.state))
20 		return true;
21 
22 	phy = mt7615_ext_phy(dev);
23 
24 	return phy && test_bit(MT76_STATE_RUNNING, &phy->mt76->state);
25 }
26 
27 static int mt7615_start(struct ieee80211_hw *hw)
28 {
29 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
30 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
31 	unsigned long timeout;
32 	bool running;
33 	int ret;
34 
35 	if (!mt7615_wait_for_mcu_init(dev))
36 		return -EIO;
37 
38 	mt7615_mutex_acquire(dev);
39 
40 	running = mt7615_dev_running(dev);
41 
42 	if (!running) {
43 		ret = mt7615_mcu_set_pm(dev, 0, 0);
44 		if (ret)
45 			goto out;
46 
47 		ret = mt76_connac_mcu_set_mac_enable(&dev->mt76, 0, true, false);
48 		if (ret)
49 			goto out;
50 
51 		mt7615_mac_enable_nf(dev, 0);
52 	}
53 
54 	if (phy != &dev->phy) {
55 		ret = mt7615_mcu_set_pm(dev, 1, 0);
56 		if (ret)
57 			goto out;
58 
59 		ret = mt76_connac_mcu_set_mac_enable(&dev->mt76, 1, true, false);
60 		if (ret)
61 			goto out;
62 
63 		mt7615_mac_enable_nf(dev, 1);
64 	}
65 
66 	if (mt7615_firmware_offload(dev)) {
67 		ret = mt76_connac_mcu_set_channel_domain(phy->mt76);
68 		if (ret)
69 			goto out;
70 
71 		ret = mt76_connac_mcu_set_rate_txpower(phy->mt76);
72 		if (ret)
73 			goto out;
74 	}
75 
76 	ret = mt7615_mcu_set_chan_info(phy, MCU_EXT_CMD(SET_RX_PATH));
77 	if (ret)
78 		goto out;
79 
80 	set_bit(MT76_STATE_RUNNING, &phy->mt76->state);
81 
82 	timeout = mt7615_get_macwork_timeout(dev);
83 	ieee80211_queue_delayed_work(hw, &phy->mt76->mac_work, timeout);
84 
85 	if (!running)
86 		mt7615_mac_reset_counters(phy);
87 
88 out:
89 	mt7615_mutex_release(dev);
90 
91 	return ret;
92 }
93 
94 static void mt7615_stop(struct ieee80211_hw *hw, bool suspend)
95 {
96 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
97 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
98 
99 	cancel_delayed_work_sync(&phy->mt76->mac_work);
100 	timer_delete_sync(&phy->roc_timer);
101 	cancel_work_sync(&phy->roc_work);
102 
103 	cancel_delayed_work_sync(&dev->pm.ps_work);
104 	cancel_work_sync(&dev->pm.wake_work);
105 
106 	mt76_connac_free_pending_tx_skbs(&dev->pm, NULL);
107 
108 	mt7615_mutex_acquire(dev);
109 
110 	mt76_testmode_reset(phy->mt76, true);
111 
112 	clear_bit(MT76_STATE_RUNNING, &phy->mt76->state);
113 	cancel_delayed_work_sync(&phy->scan_work);
114 
115 	if (phy != &dev->phy) {
116 		mt7615_mcu_set_pm(dev, 1, 1);
117 		mt76_connac_mcu_set_mac_enable(&dev->mt76, 1, false, false);
118 	}
119 
120 	if (!mt7615_dev_running(dev)) {
121 		mt7615_mcu_set_pm(dev, 0, 1);
122 		mt76_connac_mcu_set_mac_enable(&dev->mt76, 0, false, false);
123 	}
124 
125 	mt7615_mutex_release(dev);
126 }
127 
128 static inline int get_free_idx(u32 mask, u8 start, u8 end)
129 {
130 	return ffs(~mask & GENMASK(end, start));
131 }
132 
133 static int get_omac_idx(enum nl80211_iftype type, u64 mask)
134 {
135 	int i;
136 
137 	switch (type) {
138 	case NL80211_IFTYPE_STATION:
139 		/* prefer hw bssid slot 1-3 */
140 		i = get_free_idx(mask, HW_BSSID_1, HW_BSSID_3);
141 		if (i)
142 			return i - 1;
143 
144 		/* next, try to find a free repeater entry for the sta */
145 		i = get_free_idx(mask >> REPEATER_BSSID_START, 0,
146 				 REPEATER_BSSID_MAX - REPEATER_BSSID_START);
147 		if (i)
148 			return i + 32 - 1;
149 
150 		i = get_free_idx(mask, EXT_BSSID_1, EXT_BSSID_MAX);
151 		if (i)
152 			return i - 1;
153 
154 		if (~mask & BIT(HW_BSSID_0))
155 			return HW_BSSID_0;
156 
157 		break;
158 	case NL80211_IFTYPE_ADHOC:
159 	case NL80211_IFTYPE_MESH_POINT:
160 	case NL80211_IFTYPE_MONITOR:
161 	case NL80211_IFTYPE_AP:
162 		/* ap uses hw bssid 0 and ext bssid */
163 		if (~mask & BIT(HW_BSSID_0))
164 			return HW_BSSID_0;
165 
166 		i = get_free_idx(mask, EXT_BSSID_1, EXT_BSSID_MAX);
167 		if (i)
168 			return i - 1;
169 
170 		break;
171 	default:
172 		WARN_ON(1);
173 		break;
174 	}
175 
176 	return -1;
177 }
178 
179 static int mt7615_add_interface(struct ieee80211_hw *hw,
180 				struct ieee80211_vif *vif)
181 {
182 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
183 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
184 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
185 	struct mt76_txq *mtxq;
186 	bool ext_phy = phy != &dev->phy;
187 	int idx, ret = 0;
188 
189 	mt7615_mutex_acquire(dev);
190 
191 	mt76_testmode_reset(phy->mt76, true);
192 
193 	if (vif->type == NL80211_IFTYPE_MONITOR &&
194 	    is_zero_ether_addr(vif->addr))
195 		phy->monitor_vif = vif;
196 
197 	mvif->mt76.idx = __ffs64(~dev->mt76.vif_mask);
198 	if (mvif->mt76.idx >= MT7615_MAX_INTERFACES) {
199 		ret = -ENOSPC;
200 		goto out;
201 	}
202 
203 	idx = get_omac_idx(vif->type, dev->omac_mask);
204 	if (idx < 0) {
205 		ret = -ENOSPC;
206 		goto out;
207 	}
208 	mvif->mt76.omac_idx = idx;
209 
210 	mvif->mt76.band_idx = ext_phy;
211 	mvif->mt76.wmm_idx = vif->type != NL80211_IFTYPE_AP;
212 	mvif->mt76.wcid = &mvif->sta.wcid;
213 	if (ext_phy)
214 		mvif->mt76.wmm_idx += 2;
215 
216 	dev->mt76.vif_mask |= BIT_ULL(mvif->mt76.idx);
217 	dev->omac_mask |= BIT_ULL(mvif->mt76.omac_idx);
218 	phy->omac_mask |= BIT_ULL(mvif->mt76.omac_idx);
219 
220 	ret = mt7615_mcu_set_dbdc(dev);
221 	if (ret)
222 		goto out;
223 
224 	idx = MT7615_WTBL_RESERVED - mvif->mt76.idx;
225 
226 	INIT_LIST_HEAD(&mvif->sta.wcid.poll_list);
227 	mvif->sta.wcid.idx = idx;
228 	mt76_wcid_init(&mvif->sta.wcid, mvif->mt76.band_idx);
229 
230 	mt7615_mac_wtbl_update(dev, idx,
231 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
232 
233 	rcu_assign_pointer(dev->mt76.wcid[idx], &mvif->sta.wcid);
234 	if (vif->txq) {
235 		mtxq = (struct mt76_txq *)vif->txq->drv_priv;
236 		mtxq->wcid = idx;
237 	}
238 
239 	ret = mt7615_mcu_add_dev_info(phy, vif, true);
240 out:
241 	mt7615_mutex_release(dev);
242 
243 	return ret;
244 }
245 
246 static void mt7615_remove_interface(struct ieee80211_hw *hw,
247 				    struct ieee80211_vif *vif)
248 {
249 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
250 	struct mt7615_sta *msta = &mvif->sta;
251 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
252 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
253 	int idx = msta->wcid.idx;
254 
255 	mt7615_mutex_acquire(dev);
256 
257 	mt7615_mcu_add_bss_info(phy, vif, NULL, false);
258 	mt7615_mcu_sta_add(phy, vif, NULL, false);
259 
260 	mt76_testmode_reset(phy->mt76, true);
261 	if (vif == phy->monitor_vif)
262 	    phy->monitor_vif = NULL;
263 
264 	mt76_connac_free_pending_tx_skbs(&dev->pm, &msta->wcid);
265 
266 	mt7615_mcu_add_dev_info(phy, vif, false);
267 
268 	rcu_assign_pointer(dev->mt76.wcid[idx], NULL);
269 
270 	dev->mt76.vif_mask &= ~BIT_ULL(mvif->mt76.idx);
271 	dev->omac_mask &= ~BIT_ULL(mvif->mt76.omac_idx);
272 	phy->omac_mask &= ~BIT_ULL(mvif->mt76.omac_idx);
273 
274 	mt7615_mutex_release(dev);
275 
276 	spin_lock_bh(&dev->mt76.sta_poll_lock);
277 	if (!list_empty(&msta->wcid.poll_list))
278 		list_del_init(&msta->wcid.poll_list);
279 	spin_unlock_bh(&dev->mt76.sta_poll_lock);
280 
281 	mt76_wcid_cleanup(&dev->mt76, &mvif->sta.wcid);
282 }
283 
284 int mt7615_set_channel(struct mt76_phy *mphy)
285 {
286 	struct mt7615_phy *phy = mphy->priv;
287 	struct mt7615_dev *dev = phy->dev;
288 	bool ext_phy = phy != &dev->phy;
289 	int ret;
290 
291 	mt76_connac_pm_wake(mphy, &dev->pm);
292 
293 	if (is_mt7615(&dev->mt76) && dev->flash_eeprom) {
294 		ret = mt7615_mcu_apply_rx_dcoc(phy);
295 		if (ret)
296 			goto out;
297 
298 		ret = mt7615_mcu_apply_tx_dpd(phy);
299 		if (ret)
300 			goto out;
301 	}
302 
303 	ret = mt7615_mcu_set_chan_info(phy, MCU_EXT_CMD(CHANNEL_SWITCH));
304 	if (ret)
305 		goto out;
306 
307 	mt7615_mac_set_timing(phy);
308 	ret = mt7615_dfs_init_radar_detector(phy);
309 	if (ret)
310 		goto out;
311 
312 	mt7615_mac_cca_stats_reset(phy);
313 	ret = mt7615_mcu_set_sku_en(phy, true);
314 	if (ret)
315 		goto out;
316 
317 	mt7615_mac_reset_counters(phy);
318 	phy->noise = 0;
319 	phy->chfreq = mt76_rr(dev, MT_CHFREQ(ext_phy));
320 
321 out:
322 	mt76_connac_power_save_sched(mphy, &dev->pm);
323 
324 	if (!mt76_testmode_enabled(phy->mt76)) {
325 		unsigned long timeout = mt7615_get_macwork_timeout(dev);
326 
327 		ieee80211_queue_delayed_work(phy->mt76->hw,
328 					     &phy->mt76->mac_work, timeout);
329 	}
330 
331 	return ret;
332 }
333 EXPORT_SYMBOL_GPL(mt7615_set_channel);
334 
335 static int mt7615_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
336 			  struct ieee80211_vif *vif, struct ieee80211_sta *sta,
337 			  struct ieee80211_key_conf *key)
338 {
339 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
340 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
341 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
342 	struct mt7615_sta *msta = sta ? (struct mt7615_sta *)sta->drv_priv :
343 				  &mvif->sta;
344 	struct mt76_wcid *wcid = &msta->wcid;
345 	int idx = key->keyidx, err = 0;
346 	u8 *wcid_keyidx = &wcid->hw_key_idx;
347 
348 	/* The hardware does not support per-STA RX GTK, fallback
349 	 * to software mode for these.
350 	 */
351 	if ((vif->type == NL80211_IFTYPE_ADHOC ||
352 	     vif->type == NL80211_IFTYPE_MESH_POINT) &&
353 	    (key->cipher == WLAN_CIPHER_SUITE_TKIP ||
354 	     key->cipher == WLAN_CIPHER_SUITE_CCMP) &&
355 	    !(key->flags & IEEE80211_KEY_FLAG_PAIRWISE))
356 		return -EOPNOTSUPP;
357 
358 	/* fall back to sw encryption for unsupported ciphers */
359 	switch (key->cipher) {
360 	case WLAN_CIPHER_SUITE_AES_CMAC:
361 		wcid_keyidx = &wcid->hw_key_idx2;
362 		key->flags |= IEEE80211_KEY_FLAG_GENERATE_MMIE;
363 		break;
364 	case WLAN_CIPHER_SUITE_TKIP:
365 	case WLAN_CIPHER_SUITE_CCMP:
366 	case WLAN_CIPHER_SUITE_CCMP_256:
367 	case WLAN_CIPHER_SUITE_GCMP:
368 	case WLAN_CIPHER_SUITE_GCMP_256:
369 	case WLAN_CIPHER_SUITE_SMS4:
370 		break;
371 	case WLAN_CIPHER_SUITE_WEP40:
372 	case WLAN_CIPHER_SUITE_WEP104:
373 	default:
374 		return -EOPNOTSUPP;
375 	}
376 
377 	mt7615_mutex_acquire(dev);
378 
379 	if (cmd == SET_KEY && !sta && !mvif->mt76.cipher) {
380 		mvif->mt76.cipher = mt76_connac_mcu_get_cipher(key->cipher);
381 		mt7615_mcu_add_bss_info(phy, vif, NULL, true);
382 	}
383 
384 	if (cmd == SET_KEY)
385 		*wcid_keyidx = idx;
386 	else {
387 		if (idx == *wcid_keyidx)
388 			*wcid_keyidx = -1;
389 		goto out;
390 	}
391 
392 	mt76_wcid_key_setup(&dev->mt76, wcid, key);
393 	if (mt76_is_mmio(&dev->mt76))
394 		err = mt7615_mac_wtbl_set_key(dev, wcid, key);
395 	else
396 		err = __mt7615_mac_wtbl_set_key(dev, wcid, key);
397 
398 out:
399 	mt7615_mutex_release(dev);
400 
401 	return err;
402 }
403 
404 static int mt7615_set_sar_specs(struct ieee80211_hw *hw,
405 				const struct cfg80211_sar_specs *sar)
406 {
407 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
408 	int err;
409 
410 	if (!cfg80211_chandef_valid(&phy->mt76->chandef))
411 		return -EINVAL;
412 
413 	err = mt76_init_sar_power(hw, sar);
414 	if (err)
415 		return err;
416 
417 	if (mt7615_firmware_offload(phy->dev))
418 		return mt76_connac_mcu_set_rate_txpower(phy->mt76);
419 
420 	return mt76_update_channel(phy->mt76);
421 }
422 
423 static int mt7615_config(struct ieee80211_hw *hw, int radio_idx, u32 changed)
424 {
425 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
426 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
427 	bool band = phy != &dev->phy;
428 	int ret = 0;
429 
430 	if (changed & (IEEE80211_CONF_CHANGE_CHANNEL |
431 		       IEEE80211_CONF_CHANGE_POWER)) {
432 #ifdef CONFIG_NL80211_TESTMODE
433 		if (phy->mt76->test.state != MT76_TM_STATE_OFF) {
434 			mt7615_mutex_acquire(dev);
435 			mt76_testmode_reset(phy->mt76, false);
436 			mt7615_mutex_release(dev);
437 		}
438 #endif
439 		ret = mt76_update_channel(phy->mt76);
440 	}
441 
442 	mt7615_mutex_acquire(dev);
443 
444 	if (changed & IEEE80211_CONF_CHANGE_MONITOR) {
445 		mt76_testmode_reset(phy->mt76, true);
446 
447 		if (!(hw->conf.flags & IEEE80211_CONF_MONITOR))
448 			phy->rxfilter |= MT_WF_RFCR_DROP_OTHER_UC;
449 		else
450 			phy->rxfilter &= ~MT_WF_RFCR_DROP_OTHER_UC;
451 
452 		mt76_wr(dev, MT_WF_RFCR(band), phy->rxfilter);
453 	}
454 
455 	mt7615_mutex_release(dev);
456 
457 	return ret;
458 }
459 
460 static int
461 mt7615_conf_tx(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
462 	       unsigned int link_id, u16 queue,
463 	       const struct ieee80211_tx_queue_params *params)
464 {
465 	struct mt76_vif_link *mvif = (struct mt76_vif_link *)vif->drv_priv;
466 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
467 	int err;
468 
469 	mt7615_mutex_acquire(dev);
470 
471 	queue = mt7615_lmac_mapping(dev, queue);
472 	queue += mvif->wmm_idx * MT7615_MAX_WMM_SETS;
473 	err = mt7615_mcu_set_wmm(dev, queue, params);
474 
475 	mt7615_mutex_release(dev);
476 
477 	return err;
478 }
479 
480 static void mt7615_configure_filter(struct ieee80211_hw *hw,
481 				    unsigned int changed_flags,
482 				    unsigned int *total_flags,
483 				    u64 multicast)
484 {
485 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
486 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
487 	bool band = phy != &dev->phy;
488 
489 	u32 ctl_flags = MT_WF_RFCR1_DROP_ACK |
490 			MT_WF_RFCR1_DROP_BF_POLL |
491 			MT_WF_RFCR1_DROP_BA |
492 			MT_WF_RFCR1_DROP_CFEND |
493 			MT_WF_RFCR1_DROP_CFACK;
494 	u32 flags = 0;
495 
496 	mt7615_mutex_acquire(dev);
497 
498 #define MT76_FILTER(_flag, _hw) do { \
499 		flags |= *total_flags & FIF_##_flag;			\
500 		phy->rxfilter &= ~(_hw);				\
501 		if (!mt76_testmode_enabled(phy->mt76))			\
502 			phy->rxfilter |= !(flags & FIF_##_flag) * (_hw);\
503 	} while (0)
504 
505 	phy->rxfilter &= ~(MT_WF_RFCR_DROP_OTHER_BSS |
506 			   MT_WF_RFCR_DROP_FRAME_REPORT |
507 			   MT_WF_RFCR_DROP_PROBEREQ |
508 			   MT_WF_RFCR_DROP_MCAST_FILTERED |
509 			   MT_WF_RFCR_DROP_MCAST |
510 			   MT_WF_RFCR_DROP_BCAST |
511 			   MT_WF_RFCR_DROP_DUPLICATE |
512 			   MT_WF_RFCR_DROP_A2_BSSID |
513 			   MT_WF_RFCR_DROP_UNWANTED_CTL |
514 			   MT_WF_RFCR_DROP_STBC_MULTI);
515 
516 	if (phy->n_beacon_vif || !mt7615_firmware_offload(dev))
517 		phy->rxfilter &= ~MT_WF_RFCR_DROP_OTHER_BEACON;
518 
519 	MT76_FILTER(OTHER_BSS, MT_WF_RFCR_DROP_OTHER_TIM |
520 			       MT_WF_RFCR_DROP_A3_MAC |
521 			       MT_WF_RFCR_DROP_A3_BSSID);
522 
523 	MT76_FILTER(FCSFAIL, MT_WF_RFCR_DROP_FCSFAIL);
524 
525 	MT76_FILTER(CONTROL, MT_WF_RFCR_DROP_CTS |
526 			     MT_WF_RFCR_DROP_RTS |
527 			     MT_WF_RFCR_DROP_CTL_RSV |
528 			     MT_WF_RFCR_DROP_NDPA);
529 
530 	*total_flags = flags;
531 	mt76_wr(dev, MT_WF_RFCR(band), phy->rxfilter);
532 
533 	if (*total_flags & FIF_CONTROL)
534 		mt76_clear(dev, MT_WF_RFCR1(band), ctl_flags);
535 	else
536 		mt76_set(dev, MT_WF_RFCR1(band), ctl_flags);
537 
538 	mt7615_mutex_release(dev);
539 }
540 
541 static void
542 mt7615_update_mu_group(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
543 		       struct ieee80211_bss_conf *info)
544 {
545 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
546 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
547 	u8 i, band = mvif->mt76.band_idx;
548 	u32 *mu;
549 
550 	mu = (u32 *)info->mu_group.membership;
551 	for (i = 0; i < WLAN_MEMBERSHIP_LEN / sizeof(*mu); i++) {
552 		if (is_mt7663(&dev->mt76))
553 			mt76_wr(dev, MT7663_WF_PHY_GID_TAB_VLD(band, i), mu[i]);
554 		else
555 			mt76_wr(dev, MT_WF_PHY_GID_TAB_VLD(band, i), mu[i]);
556 	}
557 
558 	mu = (u32 *)info->mu_group.position;
559 	for (i = 0; i < WLAN_USER_POSITION_LEN / sizeof(*mu); i++) {
560 		if (is_mt7663(&dev->mt76))
561 			mt76_wr(dev, MT7663_WF_PHY_GID_TAB_POS(band, i), mu[i]);
562 		else
563 			mt76_wr(dev, MT_WF_PHY_GID_TAB_POS(band, i), mu[i]);
564 	}
565 }
566 
567 static void mt7615_bss_info_changed(struct ieee80211_hw *hw,
568 				    struct ieee80211_vif *vif,
569 				    struct ieee80211_bss_conf *info,
570 				    u64 changed)
571 {
572 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
573 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
574 
575 	mt7615_mutex_acquire(dev);
576 
577 	if (changed & BSS_CHANGED_ERP_SLOT) {
578 		int slottime = info->use_short_slot ? 9 : 20;
579 
580 		if (slottime != phy->slottime) {
581 			phy->slottime = slottime;
582 			mt7615_mac_set_timing(phy);
583 		}
584 	}
585 
586 	if (changed & BSS_CHANGED_BEACON_ENABLED && info->enable_beacon) {
587 		mt7615_mcu_add_bss_info(phy, vif, NULL, true);
588 		mt7615_mcu_sta_add(phy, vif, NULL, true);
589 
590 		if (mt7615_firmware_offload(dev) && vif->p2p)
591 			mt76_connac_mcu_set_p2p_oppps(hw, vif);
592 	}
593 
594 	if (changed & (BSS_CHANGED_BEACON |
595 		       BSS_CHANGED_BEACON_ENABLED))
596 		mt7615_mcu_add_beacon(dev, hw, vif, info->enable_beacon);
597 
598 	if (changed & BSS_CHANGED_HT || changed & BSS_CHANGED_ERP_CTS_PROT)
599 		mt7615_mcu_set_protection(phy, vif, info->ht_operation_mode,
600 					  info->use_cts_prot);
601 
602 	if (changed & BSS_CHANGED_PS)
603 		mt76_connac_mcu_set_vif_ps(&dev->mt76, vif);
604 
605 	if ((changed & BSS_CHANGED_ARP_FILTER) &&
606 	    mt7615_firmware_offload(dev)) {
607 		struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
608 
609 		mt76_connac_mcu_update_arp_filter(&dev->mt76, &mvif->mt76,
610 						  info);
611 	}
612 
613 	if (changed & BSS_CHANGED_ASSOC)
614 		mt7615_mac_set_beacon_filter(phy, vif, vif->cfg.assoc);
615 
616 	if (changed & BSS_CHANGED_MU_GROUPS)
617 		 mt7615_update_mu_group(hw, vif, info);
618 
619 	mt7615_mutex_release(dev);
620 }
621 
622 static void
623 mt7615_channel_switch_beacon(struct ieee80211_hw *hw,
624 			     struct ieee80211_vif *vif,
625 			     struct cfg80211_chan_def *chandef)
626 {
627 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
628 
629 	mt7615_mutex_acquire(dev);
630 	mt7615_mcu_add_beacon(dev, hw, vif, true);
631 	mt7615_mutex_release(dev);
632 }
633 
634 int mt7615_mac_sta_add(struct mt76_dev *mdev, struct ieee80211_vif *vif,
635 		       struct ieee80211_sta *sta)
636 {
637 	struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76);
638 	struct mt7615_sta *msta = (struct mt7615_sta *)sta->drv_priv;
639 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
640 	struct mt7615_phy *phy;
641 	int idx, err;
642 
643 	idx = mt76_wcid_alloc(dev->mt76.wcid_mask, MT7615_WTBL_STA - 1);
644 	if (idx < 0)
645 		return -ENOSPC;
646 
647 	INIT_LIST_HEAD(&msta->wcid.poll_list);
648 	msta->vif = mvif;
649 	msta->wcid.sta = 1;
650 	msta->wcid.idx = idx;
651 	msta->wcid.phy_idx = mvif->mt76.band_idx;
652 
653 	phy = mvif->mt76.band_idx ? mt7615_ext_phy(dev) : &dev->phy;
654 	err = mt76_connac_pm_wake(phy->mt76, &dev->pm);
655 	if (err)
656 		return err;
657 
658 	if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls) {
659 		err = mt7615_mcu_add_bss_info(phy, vif, sta, true);
660 		if (err)
661 			return err;
662 	}
663 
664 	mt7615_mac_wtbl_update(dev, idx,
665 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
666 	err = mt7615_mcu_sta_add(&dev->phy, vif, sta, true);
667 	if (err)
668 		return err;
669 
670 	mt76_connac_power_save_sched(phy->mt76, &dev->pm);
671 
672 	return err;
673 }
674 EXPORT_SYMBOL_GPL(mt7615_mac_sta_add);
675 
676 void mt7615_mac_sta_remove(struct mt76_dev *mdev, struct ieee80211_vif *vif,
677 			   struct ieee80211_sta *sta)
678 {
679 	struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76);
680 	struct mt7615_sta *msta = (struct mt7615_sta *)sta->drv_priv;
681 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
682 	struct mt7615_phy *phy;
683 
684 	mt76_connac_free_pending_tx_skbs(&dev->pm, &msta->wcid);
685 
686 	phy = mvif->mt76.band_idx ? mt7615_ext_phy(dev) : &dev->phy;
687 	mt76_connac_pm_wake(phy->mt76, &dev->pm);
688 
689 	mt7615_mcu_sta_add(&dev->phy, vif, sta, false);
690 	mt7615_mac_wtbl_update(dev, msta->wcid.idx,
691 			       MT_WTBL_UPDATE_ADM_COUNT_CLEAR);
692 	if (vif->type == NL80211_IFTYPE_STATION && !sta->tdls)
693 		mt7615_mcu_add_bss_info(phy, vif, sta, false);
694 
695 	spin_lock_bh(&mdev->sta_poll_lock);
696 	if (!list_empty(&msta->wcid.poll_list))
697 		list_del_init(&msta->wcid.poll_list);
698 	spin_unlock_bh(&mdev->sta_poll_lock);
699 
700 	mt76_connac_power_save_sched(phy->mt76, &dev->pm);
701 }
702 EXPORT_SYMBOL_GPL(mt7615_mac_sta_remove);
703 
704 static void mt7615_sta_rate_tbl_update(struct ieee80211_hw *hw,
705 				       struct ieee80211_vif *vif,
706 				       struct ieee80211_sta *sta)
707 {
708 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
709 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
710 	struct mt7615_sta *msta = (struct mt7615_sta *)sta->drv_priv;
711 	struct ieee80211_sta_rates *sta_rates = rcu_dereference(sta->rates);
712 	int i;
713 
714 	if (!sta_rates)
715 		return;
716 
717 	spin_lock_bh(&dev->mt76.lock);
718 	for (i = 0; i < ARRAY_SIZE(msta->rates); i++) {
719 		msta->rates[i].idx = sta_rates->rate[i].idx;
720 		msta->rates[i].count = sta_rates->rate[i].count;
721 		msta->rates[i].flags = sta_rates->rate[i].flags;
722 
723 		if (msta->rates[i].idx < 0 || !msta->rates[i].count)
724 			break;
725 	}
726 	msta->n_rates = i;
727 	if (mt76_connac_pm_ref(phy->mt76, &dev->pm)) {
728 		mt7615_mac_set_rates(phy, msta, NULL, msta->rates);
729 		mt76_connac_pm_unref(phy->mt76, &dev->pm);
730 	}
731 	spin_unlock_bh(&dev->mt76.lock);
732 }
733 
734 void mt7615_tx_worker(struct mt76_worker *w)
735 {
736 	struct mt7615_dev *dev = container_of(w, struct mt7615_dev,
737 					      mt76.tx_worker);
738 
739 	if (!mt76_connac_pm_ref(&dev->mphy, &dev->pm)) {
740 		queue_work(dev->mt76.wq, &dev->pm.wake_work);
741 		return;
742 	}
743 
744 	mt76_tx_worker_run(&dev->mt76);
745 	mt76_connac_pm_unref(&dev->mphy, &dev->pm);
746 }
747 
748 static void mt7615_tx(struct ieee80211_hw *hw,
749 		      struct ieee80211_tx_control *control,
750 		      struct sk_buff *skb)
751 {
752 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
753 	struct mt76_phy *mphy = hw->priv;
754 	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
755 	struct ieee80211_vif *vif = info->control.vif;
756 	struct mt76_wcid *wcid = &dev->mt76.global_wcid;
757 	struct mt7615_sta *msta = NULL;
758 	int qid;
759 
760 	if (control->sta) {
761 		msta = (struct mt7615_sta *)control->sta->drv_priv;
762 		wcid = &msta->wcid;
763 	}
764 
765 	if (vif && !control->sta) {
766 		struct mt7615_vif *mvif;
767 
768 		mvif = (struct mt7615_vif *)vif->drv_priv;
769 		msta = &mvif->sta;
770 		wcid = &msta->wcid;
771 	}
772 
773 	if (mt76_connac_pm_ref(mphy, &dev->pm)) {
774 		mt76_tx(mphy, control->sta, wcid, skb);
775 		mt76_connac_pm_unref(mphy, &dev->pm);
776 		return;
777 	}
778 
779 	qid = skb_get_queue_mapping(skb);
780 	if (qid >= MT_TXQ_PSD) {
781 		qid = IEEE80211_AC_BE;
782 		skb_set_queue_mapping(skb, qid);
783 	}
784 
785 	mt76_connac_pm_queue_skb(hw, &dev->pm, wcid, skb);
786 }
787 
788 static int mt7615_set_rts_threshold(struct ieee80211_hw *hw, int radio_idx,
789 				    u32 val)
790 {
791 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
792 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
793 	int err, band = phy != &dev->phy;
794 
795 	mt7615_mutex_acquire(dev);
796 	err = mt76_connac_mcu_set_rts_thresh(&dev->mt76, val, band);
797 	mt7615_mutex_release(dev);
798 
799 	return err;
800 }
801 
802 static int
803 mt7615_ampdu_action(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
804 		    struct ieee80211_ampdu_params *params)
805 {
806 	enum ieee80211_ampdu_mlme_action action = params->action;
807 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
808 	struct ieee80211_sta *sta = params->sta;
809 	struct ieee80211_txq *txq = sta->txq[params->tid];
810 	struct mt7615_sta *msta = (struct mt7615_sta *)sta->drv_priv;
811 	u16 tid = params->tid;
812 	u16 ssn = params->ssn;
813 	struct mt76_txq *mtxq;
814 	int ret = 0;
815 
816 	if (!txq)
817 		return -EINVAL;
818 
819 	mtxq = (struct mt76_txq *)txq->drv_priv;
820 
821 	mt7615_mutex_acquire(dev);
822 
823 	switch (action) {
824 	case IEEE80211_AMPDU_RX_START:
825 		mt76_rx_aggr_start(&dev->mt76, &msta->wcid, tid, ssn,
826 				   params->buf_size);
827 		ret = mt7615_mcu_add_rx_ba(dev, params, true);
828 		break;
829 	case IEEE80211_AMPDU_RX_STOP:
830 		mt76_rx_aggr_stop(&dev->mt76, &msta->wcid, tid);
831 		ret = mt7615_mcu_add_rx_ba(dev, params, false);
832 		break;
833 	case IEEE80211_AMPDU_TX_OPERATIONAL:
834 		mtxq->aggr = true;
835 		mtxq->send_bar = false;
836 		ret = mt7615_mcu_add_tx_ba(dev, params, true);
837 		ssn = mt7615_mac_get_sta_tid_sn(dev, msta->wcid.idx, tid);
838 		ieee80211_send_bar(vif, sta->addr, tid,
839 				   IEEE80211_SN_TO_SEQ(ssn));
840 		break;
841 	case IEEE80211_AMPDU_TX_STOP_FLUSH:
842 	case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
843 		mtxq->aggr = false;
844 		ret = mt7615_mcu_add_tx_ba(dev, params, false);
845 		break;
846 	case IEEE80211_AMPDU_TX_START:
847 		ssn = mt7615_mac_get_sta_tid_sn(dev, msta->wcid.idx, tid);
848 		params->ssn = ssn;
849 		ret = IEEE80211_AMPDU_TX_START_IMMEDIATE;
850 		break;
851 	case IEEE80211_AMPDU_TX_STOP_CONT:
852 		mtxq->aggr = false;
853 		ret = mt7615_mcu_add_tx_ba(dev, params, false);
854 		ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
855 		break;
856 	}
857 	mt7615_mutex_release(dev);
858 
859 	return ret;
860 }
861 
862 static int
863 mt7615_sta_add(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
864 	       struct ieee80211_sta *sta)
865 {
866     return mt76_sta_state(hw, vif, sta, IEEE80211_STA_NOTEXIST,
867 			  IEEE80211_STA_NONE);
868 }
869 
870 static int
871 mt7615_sta_remove(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
872 		  struct ieee80211_sta *sta)
873 {
874     return mt76_sta_state(hw, vif, sta, IEEE80211_STA_NONE,
875 			  IEEE80211_STA_NOTEXIST);
876 }
877 
878 static int
879 mt7615_get_stats(struct ieee80211_hw *hw,
880 		 struct ieee80211_low_level_stats *stats)
881 {
882 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
883 	struct mib_stats *mib = &phy->mib;
884 
885 	mt7615_mutex_acquire(phy->dev);
886 
887 	stats->dot11RTSSuccessCount = mib->rts_cnt;
888 	stats->dot11RTSFailureCount = mib->rts_retries_cnt;
889 	stats->dot11FCSErrorCount = mib->fcs_err_cnt;
890 	stats->dot11ACKFailureCount = mib->ack_fail_cnt;
891 
892 	mt7615_mutex_release(phy->dev);
893 
894 	return 0;
895 }
896 
897 static u64
898 mt7615_get_tsf(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
899 {
900 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
901 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
902 	union {
903 		u64 t64;
904 		u32 t32[2];
905 	} tsf;
906 	u16 idx = mvif->mt76.omac_idx;
907 	u32 reg;
908 
909 	idx = idx > HW_BSSID_MAX ? HW_BSSID_0 : idx;
910 	reg = idx > 1 ? MT_LPON_TCR2(idx): MT_LPON_TCR0(idx);
911 
912 	mt7615_mutex_acquire(dev);
913 
914 	/* TSF read */
915 	mt76_rmw(dev, reg, MT_LPON_TCR_MODE, MT_LPON_TCR_READ);
916 	tsf.t32[0] = mt76_rr(dev, MT_LPON_UTTR0);
917 	tsf.t32[1] = mt76_rr(dev, MT_LPON_UTTR1);
918 
919 	mt7615_mutex_release(dev);
920 
921 	return tsf.t64;
922 }
923 
924 static void
925 mt7615_set_tsf(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
926 	       u64 timestamp)
927 {
928 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
929 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
930 	union {
931 		u64 t64;
932 		u32 t32[2];
933 	} tsf = { .t64 = timestamp, };
934 	u16 idx = mvif->mt76.omac_idx;
935 	u32 reg;
936 
937 	idx = idx > HW_BSSID_MAX ? HW_BSSID_0 : idx;
938 	reg = idx > 1 ? MT_LPON_TCR2(idx): MT_LPON_TCR0(idx);
939 
940 	mt7615_mutex_acquire(dev);
941 
942 	mt76_wr(dev, MT_LPON_UTTR0, tsf.t32[0]);
943 	mt76_wr(dev, MT_LPON_UTTR1, tsf.t32[1]);
944 	/* TSF software overwrite */
945 	mt76_rmw(dev, reg, MT_LPON_TCR_MODE, MT_LPON_TCR_WRITE);
946 
947 	mt7615_mutex_release(dev);
948 }
949 
950 static void
951 mt7615_offset_tsf(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
952 		  s64 timestamp)
953 {
954 	struct mt7615_vif *mvif = (struct mt7615_vif *)vif->drv_priv;
955 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
956 	union {
957 		u64 t64;
958 		u32 t32[2];
959 	} tsf = { .t64 = timestamp, };
960 	u16 idx = mvif->mt76.omac_idx;
961 	u32 reg;
962 
963 	idx = idx > HW_BSSID_MAX ? HW_BSSID_0 : idx;
964 	reg = idx > 1 ? MT_LPON_TCR2(idx): MT_LPON_TCR0(idx);
965 
966 	mt7615_mutex_acquire(dev);
967 
968 	mt76_wr(dev, MT_LPON_UTTR0, tsf.t32[0]);
969 	mt76_wr(dev, MT_LPON_UTTR1, tsf.t32[1]);
970 	/* TSF software adjust*/
971 	mt76_rmw(dev, reg, MT_LPON_TCR_MODE, MT_LPON_TCR_ADJUST);
972 
973 	mt7615_mutex_release(dev);
974 }
975 
976 static void
977 mt7615_set_coverage_class(struct ieee80211_hw *hw, int radio_idx,
978 			  s16 coverage_class)
979 {
980 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
981 	struct mt7615_dev *dev = phy->dev;
982 
983 	mt7615_mutex_acquire(dev);
984 	phy->coverage_class = max_t(s16, coverage_class, 0);
985 	mt7615_mac_set_timing(phy);
986 	mt7615_mutex_release(dev);
987 }
988 
989 static int
990 mt7615_set_antenna(struct ieee80211_hw *hw, int radio_idx,
991 		   u32 tx_ant, u32 rx_ant)
992 {
993 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
994 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
995 	int max_nss = hweight8(hw->wiphy->available_antennas_tx);
996 	bool ext_phy = phy != &dev->phy;
997 
998 	if (!tx_ant || tx_ant != rx_ant || ffs(tx_ant) > max_nss)
999 		return -EINVAL;
1000 
1001 	if ((BIT(hweight8(tx_ant)) - 1) != tx_ant)
1002 		tx_ant = BIT(ffs(tx_ant) - 1) - 1;
1003 
1004 	mt7615_mutex_acquire(dev);
1005 
1006 	phy->mt76->antenna_mask = tx_ant;
1007 	if (ext_phy) {
1008 		if (dev->chainmask == 0xf)
1009 			tx_ant <<= 2;
1010 		else
1011 			tx_ant <<= 1;
1012 	}
1013 	phy->mt76->chainmask = tx_ant;
1014 
1015 	mt76_set_stream_caps(phy->mt76, true);
1016 
1017 	mt7615_mutex_release(dev);
1018 
1019 	return 0;
1020 }
1021 
1022 static void mt7615_roc_iter(void *priv, u8 *mac,
1023 			    struct ieee80211_vif *vif)
1024 {
1025 	struct mt7615_phy *phy = priv;
1026 
1027 	mt7615_mcu_set_roc(phy, vif, NULL, 0);
1028 }
1029 
1030 void mt7615_roc_work(struct work_struct *work)
1031 {
1032 	struct mt7615_phy *phy;
1033 
1034 	phy = (struct mt7615_phy *)container_of(work, struct mt7615_phy,
1035 						roc_work);
1036 
1037 	if (!test_and_clear_bit(MT76_STATE_ROC, &phy->mt76->state))
1038 		return;
1039 
1040 	mt7615_mutex_acquire(phy->dev);
1041 	ieee80211_iterate_active_interfaces(phy->mt76->hw,
1042 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1043 					    mt7615_roc_iter, phy);
1044 	mt7615_mutex_release(phy->dev);
1045 	ieee80211_remain_on_channel_expired(phy->mt76->hw);
1046 }
1047 
1048 void mt7615_roc_timer(struct timer_list *timer)
1049 {
1050 	struct mt7615_phy *phy = timer_container_of(phy, timer, roc_timer);
1051 
1052 	ieee80211_queue_work(phy->mt76->hw, &phy->roc_work);
1053 }
1054 
1055 void mt7615_scan_work(struct work_struct *work)
1056 {
1057 	struct mt7615_phy *phy;
1058 
1059 	phy = (struct mt7615_phy *)container_of(work, struct mt7615_phy,
1060 						scan_work.work);
1061 
1062 	while (true) {
1063 		struct mt7615_mcu_rxd *rxd;
1064 		struct sk_buff *skb;
1065 
1066 		spin_lock_bh(&phy->dev->mt76.lock);
1067 		skb = __skb_dequeue(&phy->scan_event_list);
1068 		spin_unlock_bh(&phy->dev->mt76.lock);
1069 
1070 		if (!skb)
1071 			break;
1072 
1073 		rxd = (struct mt7615_mcu_rxd *)skb->data;
1074 		if (rxd->eid == MCU_EVENT_SCHED_SCAN_DONE) {
1075 			ieee80211_sched_scan_results(phy->mt76->hw);
1076 		} else if (test_and_clear_bit(MT76_HW_SCANNING,
1077 					      &phy->mt76->state)) {
1078 			struct cfg80211_scan_info info = {
1079 				.aborted = false,
1080 			};
1081 
1082 			ieee80211_scan_completed(phy->mt76->hw, &info);
1083 		}
1084 		dev_kfree_skb(skb);
1085 	}
1086 }
1087 
1088 static int
1089 mt7615_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1090 	       struct ieee80211_scan_request *req)
1091 {
1092 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1093 	struct mt76_phy *mphy = hw->priv;
1094 	int err;
1095 
1096 	/* fall-back to sw-scan */
1097 	if (!mt7615_firmware_offload(dev))
1098 		return 1;
1099 
1100 	mt7615_mutex_acquire(dev);
1101 	err = mt76_connac_mcu_hw_scan(mphy, vif, req);
1102 	mt7615_mutex_release(dev);
1103 
1104 	return err;
1105 }
1106 
1107 static void
1108 mt7615_cancel_hw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
1109 {
1110 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1111 	struct mt76_phy *mphy = hw->priv;
1112 
1113 	mt7615_mutex_acquire(dev);
1114 	mt76_connac_mcu_cancel_hw_scan(mphy, vif);
1115 	mt7615_mutex_release(dev);
1116 }
1117 
1118 static int
1119 mt7615_start_sched_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1120 			struct cfg80211_sched_scan_request *req,
1121 			struct ieee80211_scan_ies *ies)
1122 {
1123 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1124 	struct mt76_phy *mphy = hw->priv;
1125 	int err;
1126 
1127 	if (!mt7615_firmware_offload(dev))
1128 		return -EOPNOTSUPP;
1129 
1130 	mt7615_mutex_acquire(dev);
1131 
1132 	err = mt76_connac_mcu_sched_scan_req(mphy, vif, req);
1133 	if (err < 0)
1134 		goto out;
1135 
1136 	err = mt76_connac_mcu_sched_scan_enable(mphy, vif, true);
1137 out:
1138 	mt7615_mutex_release(dev);
1139 
1140 	return err;
1141 }
1142 
1143 static int
1144 mt7615_stop_sched_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
1145 {
1146 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1147 	struct mt76_phy *mphy = hw->priv;
1148 	int err;
1149 
1150 	if (!mt7615_firmware_offload(dev))
1151 		return -EOPNOTSUPP;
1152 
1153 	mt7615_mutex_acquire(dev);
1154 	err = mt76_connac_mcu_sched_scan_enable(mphy, vif, false);
1155 	mt7615_mutex_release(dev);
1156 
1157 	return err;
1158 }
1159 
1160 static int mt7615_remain_on_channel(struct ieee80211_hw *hw,
1161 				    struct ieee80211_vif *vif,
1162 				    struct ieee80211_channel *chan,
1163 				    int duration,
1164 				    enum ieee80211_roc_type type)
1165 {
1166 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
1167 	int err;
1168 
1169 	if (test_and_set_bit(MT76_STATE_ROC, &phy->mt76->state))
1170 		return 0;
1171 
1172 	mt7615_mutex_acquire(phy->dev);
1173 
1174 	err = mt7615_mcu_set_roc(phy, vif, chan, duration);
1175 	if (err < 0) {
1176 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
1177 		goto out;
1178 	}
1179 
1180 	if (!wait_event_timeout(phy->roc_wait, phy->roc_grant, HZ)) {
1181 		mt7615_mcu_set_roc(phy, vif, NULL, 0);
1182 		clear_bit(MT76_STATE_ROC, &phy->mt76->state);
1183 		err = -ETIMEDOUT;
1184 	}
1185 
1186 out:
1187 	mt7615_mutex_release(phy->dev);
1188 
1189 	return err;
1190 }
1191 
1192 static int mt7615_cancel_remain_on_channel(struct ieee80211_hw *hw,
1193 					   struct ieee80211_vif *vif)
1194 {
1195 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
1196 	int err;
1197 
1198 	if (!test_and_clear_bit(MT76_STATE_ROC, &phy->mt76->state))
1199 		return 0;
1200 
1201 	timer_delete_sync(&phy->roc_timer);
1202 	cancel_work_sync(&phy->roc_work);
1203 
1204 	mt7615_mutex_acquire(phy->dev);
1205 	err = mt7615_mcu_set_roc(phy, vif, NULL, 0);
1206 	mt7615_mutex_release(phy->dev);
1207 
1208 	return err;
1209 }
1210 
1211 static void mt7615_sta_set_decap_offload(struct ieee80211_hw *hw,
1212 				 struct ieee80211_vif *vif,
1213 				 struct ieee80211_sta *sta,
1214 				 bool enabled)
1215 {
1216 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1217 	struct mt7615_sta *msta = (struct mt7615_sta *)sta->drv_priv;
1218 
1219 	mt7615_mutex_acquire(dev);
1220 
1221 	if (enabled)
1222 		set_bit(MT_WCID_FLAG_HDR_TRANS, &msta->wcid.flags);
1223 	else
1224 		clear_bit(MT_WCID_FLAG_HDR_TRANS, &msta->wcid.flags);
1225 
1226 	mt7615_mcu_set_sta_decap_offload(dev, vif, sta);
1227 
1228 	mt7615_mutex_release(dev);
1229 }
1230 
1231 #ifdef CONFIG_PM
1232 static int mt7615_suspend(struct ieee80211_hw *hw,
1233 			  struct cfg80211_wowlan *wowlan)
1234 {
1235 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
1236 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1237 	int err = 0;
1238 
1239 	cancel_delayed_work_sync(&dev->pm.ps_work);
1240 	mt76_connac_free_pending_tx_skbs(&dev->pm, NULL);
1241 
1242 	mt7615_mutex_acquire(dev);
1243 
1244 	clear_bit(MT76_STATE_RUNNING, &phy->mt76->state);
1245 	cancel_delayed_work_sync(&phy->scan_work);
1246 	cancel_delayed_work_sync(&phy->mt76->mac_work);
1247 
1248 	set_bit(MT76_STATE_SUSPEND, &phy->mt76->state);
1249 	ieee80211_iterate_active_interfaces(hw,
1250 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1251 					    mt76_connac_mcu_set_suspend_iter,
1252 					    phy->mt76);
1253 
1254 	if (!mt7615_dev_running(dev))
1255 		err = mt76_connac_mcu_set_hif_suspend(&dev->mt76, true, true);
1256 
1257 	mt7615_mutex_release(dev);
1258 
1259 	return err;
1260 }
1261 
1262 static int mt7615_resume(struct ieee80211_hw *hw)
1263 {
1264 	struct mt7615_phy *phy = mt7615_hw_phy(hw);
1265 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1266 	unsigned long timeout;
1267 	bool running;
1268 
1269 	mt7615_mutex_acquire(dev);
1270 
1271 	running = mt7615_dev_running(dev);
1272 	set_bit(MT76_STATE_RUNNING, &phy->mt76->state);
1273 
1274 	if (!running) {
1275 		int err;
1276 
1277 		err = mt76_connac_mcu_set_hif_suspend(&dev->mt76, false, true);
1278 		if (err < 0) {
1279 			mt7615_mutex_release(dev);
1280 			return err;
1281 		}
1282 	}
1283 
1284 	clear_bit(MT76_STATE_SUSPEND, &phy->mt76->state);
1285 	ieee80211_iterate_active_interfaces(hw,
1286 					    IEEE80211_IFACE_ITER_RESUME_ALL,
1287 					    mt76_connac_mcu_set_suspend_iter,
1288 					    phy->mt76);
1289 
1290 	timeout = mt7615_get_macwork_timeout(dev);
1291 	ieee80211_queue_delayed_work(hw, &phy->mt76->mac_work, timeout);
1292 
1293 	mt7615_mutex_release(dev);
1294 
1295 	return 0;
1296 }
1297 
1298 static void mt7615_set_wakeup(struct ieee80211_hw *hw, bool enabled)
1299 {
1300 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1301 	struct mt76_dev *mdev = &dev->mt76;
1302 
1303 	device_set_wakeup_enable(mdev->dev, enabled);
1304 }
1305 
1306 static void mt7615_set_rekey_data(struct ieee80211_hw *hw,
1307 				  struct ieee80211_vif *vif,
1308 				  struct cfg80211_gtk_rekey_data *data)
1309 {
1310 	struct mt7615_dev *dev = mt7615_hw_dev(hw);
1311 
1312 	mt7615_mutex_acquire(dev);
1313 	mt76_connac_mcu_update_gtk_rekey(hw, vif, data);
1314 	mt7615_mutex_release(dev);
1315 }
1316 #endif /* CONFIG_PM */
1317 
1318 const struct ieee80211_ops mt7615_ops = {
1319 	.add_chanctx = ieee80211_emulate_add_chanctx,
1320 	.remove_chanctx = ieee80211_emulate_remove_chanctx,
1321 	.change_chanctx = ieee80211_emulate_change_chanctx,
1322 	.switch_vif_chanctx = ieee80211_emulate_switch_vif_chanctx,
1323 	.tx = mt7615_tx,
1324 	.start = mt7615_start,
1325 	.stop = mt7615_stop,
1326 	.add_interface = mt7615_add_interface,
1327 	.remove_interface = mt7615_remove_interface,
1328 	.config = mt7615_config,
1329 	.conf_tx = mt7615_conf_tx,
1330 	.configure_filter = mt7615_configure_filter,
1331 	.bss_info_changed = mt7615_bss_info_changed,
1332 	.sta_add = mt7615_sta_add,
1333 	.sta_remove = mt7615_sta_remove,
1334 	.sta_pre_rcu_remove = mt76_sta_pre_rcu_remove,
1335 	.set_key = mt7615_set_key,
1336 	.sta_set_decap_offload = mt7615_sta_set_decap_offload,
1337 	.ampdu_action = mt7615_ampdu_action,
1338 	.set_rts_threshold = mt7615_set_rts_threshold,
1339 	.wake_tx_queue = mt76_wake_tx_queue,
1340 	.sta_rate_tbl_update = mt7615_sta_rate_tbl_update,
1341 	.sw_scan_start = mt76_sw_scan,
1342 	.sw_scan_complete = mt76_sw_scan_complete,
1343 	.release_buffered_frames = mt76_release_buffered_frames,
1344 	.get_txpower = mt76_get_txpower,
1345 	.channel_switch_beacon = mt7615_channel_switch_beacon,
1346 	.get_stats = mt7615_get_stats,
1347 	.get_tsf = mt7615_get_tsf,
1348 	.set_tsf = mt7615_set_tsf,
1349 	.offset_tsf = mt7615_offset_tsf,
1350 	.get_survey = mt76_get_survey,
1351 	.get_antenna = mt76_get_antenna,
1352 	.set_antenna = mt7615_set_antenna,
1353 	.set_coverage_class = mt7615_set_coverage_class,
1354 	.hw_scan = mt7615_hw_scan,
1355 	.cancel_hw_scan = mt7615_cancel_hw_scan,
1356 	.sched_scan_start = mt7615_start_sched_scan,
1357 	.sched_scan_stop = mt7615_stop_sched_scan,
1358 	.remain_on_channel = mt7615_remain_on_channel,
1359 	.cancel_remain_on_channel = mt7615_cancel_remain_on_channel,
1360 	CFG80211_TESTMODE_CMD(mt76_testmode_cmd)
1361 	CFG80211_TESTMODE_DUMP(mt76_testmode_dump)
1362 #ifdef CONFIG_PM
1363 	.suspend = mt7615_suspend,
1364 	.resume = mt7615_resume,
1365 	.set_wakeup = mt7615_set_wakeup,
1366 	.set_rekey_data = mt7615_set_rekey_data,
1367 #endif /* CONFIG_PM */
1368 	.set_sar_specs = mt7615_set_sar_specs,
1369 };
1370 EXPORT_SYMBOL_GPL(mt7615_ops);
1371 
1372 MODULE_DESCRIPTION("MediaTek MT7615E and MT7663E wireless driver");
1373 MODULE_LICENSE("Dual BSD/GPL");
1374