drivers/net/wireless/mediatek/mt76/mac80211.c

   1 /*
   2  * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
   3  *
   4  * Permission to use, copy, modify, and/or distribute this software for any
   5  * purpose with or without fee is hereby granted, provided that the above
   6  * copyright notice and this permission notice appear in all copies.
   7  *
   8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15  */
  16 #include <linux/of.h>
  17 #include "mt76.h"
  18
  19 #define CHAN2G(_idx, _freq) {                   \
  20         .band = NL80211_BAND_2GHZ,              \
  21         .center_freq = (_freq),                 \
  22         .hw_value = (_idx),                     \
  23         .max_power = 30,                        \
  24 }
  25
  26 #define CHAN5G(_idx, _freq) {                   \
  27         .band = NL80211_BAND_5GHZ,              \
  28         .center_freq = (_freq),                 \
  29         .hw_value = (_idx),                     \
  30         .max_power = 30,                        \
  31 }
  32
  33 static const struct ieee80211_channel mt76_channels_2ghz[] = {
  34         CHAN2G(1, 2412),
  35         CHAN2G(2, 2417),
  36         CHAN2G(3, 2422),
  37         CHAN2G(4, 2427),
  38         CHAN2G(5, 2432),
  39         CHAN2G(6, 2437),
  40         CHAN2G(7, 2442),
  41         CHAN2G(8, 2447),
  42         CHAN2G(9, 2452),
  43         CHAN2G(10, 2457),
  44         CHAN2G(11, 2462),
  45         CHAN2G(12, 2467),
  46         CHAN2G(13, 2472),
  47         CHAN2G(14, 2484),
  48 };
  49
  50 static const struct ieee80211_channel mt76_channels_5ghz[] = {
  51         CHAN5G(36, 5180),
  52         CHAN5G(40, 5200),
  53         CHAN5G(44, 5220),
  54         CHAN5G(48, 5240),
  55
  56         CHAN5G(52, 5260),
  57         CHAN5G(56, 5280),
  58         CHAN5G(60, 5300),
  59         CHAN5G(64, 5320),
  60
  61         CHAN5G(100, 5500),
  62         CHAN5G(104, 5520),
  63         CHAN5G(108, 5540),
  64         CHAN5G(112, 5560),
  65         CHAN5G(116, 5580),
  66         CHAN5G(120, 5600),
  67         CHAN5G(124, 5620),
  68         CHAN5G(128, 5640),
  69         CHAN5G(132, 5660),
  70         CHAN5G(136, 5680),
  71         CHAN5G(140, 5700),
  72
  73         CHAN5G(149, 5745),
  74         CHAN5G(153, 5765),
  75         CHAN5G(157, 5785),
  76         CHAN5G(161, 5805),
  77         CHAN5G(165, 5825),
  78 };
  79
  80 static const struct ieee80211_tpt_blink mt76_tpt_blink[] = {
  81         { .throughput =   0 * 1024, .blink_time = 334 },
  82         { .throughput =   1 * 1024, .blink_time = 260 },
  83         { .throughput =   5 * 1024, .blink_time = 220 },
  84         { .throughput =  10 * 1024, .blink_time = 190 },
  85         { .throughput =  20 * 1024, .blink_time = 170 },
  86         { .throughput =  50 * 1024, .blink_time = 150 },
  87         { .throughput =  70 * 1024, .blink_time = 130 },
  88         { .throughput = 100 * 1024, .blink_time = 110 },
  89         { .throughput = 200 * 1024, .blink_time =  80 },
  90         { .throughput = 300 * 1024, .blink_time =  50 },
  91 };
  92
  93 static int mt76_led_init(struct mt76_dev *dev)
  94 {
  95         struct device_node *np = dev->dev->of_node;
  96         struct ieee80211_hw *hw = dev->hw;
  97         int led_pin;
  98
  99         if (!dev->led_cdev.brightness_set && !dev->led_cdev.blink_set)
 100                 return 0;
 101
 102         snprintf(dev->led_name, sizeof(dev->led_name),
 103                  "mt76-%s", wiphy_name(hw->wiphy));
 104
 105         dev->led_cdev.name = dev->led_name;
 106         dev->led_cdev.default_trigger =
 107                 ieee80211_create_tpt_led_trigger(hw,
 108                                         IEEE80211_TPT_LEDTRIG_FL_RADIO,
 109                                         mt76_tpt_blink,
 110                                         ARRAY_SIZE(mt76_tpt_blink));
 111
 112         np = of_get_child_by_name(np, "led");
 113         if (np) {
 114                 if (!of_property_read_u32(np, "led-sources", &led_pin))
 115                         dev->led_pin = led_pin;
 116                 dev->led_al = of_property_read_bool(np, "led-active-low");
 117         }
 118
 119         return devm_led_classdev_register(dev->dev, &dev->led_cdev);
 120 }
 121
 122 static void mt76_init_stream_cap(struct mt76_dev *dev,
 123                                  struct ieee80211_supported_band *sband,
 124                                  bool vht)
 125 {
 126         struct ieee80211_sta_ht_cap *ht_cap = &sband->ht_cap;
 127         int i, nstream = __sw_hweight8(dev->antenna_mask);
 128         struct ieee80211_sta_vht_cap *vht_cap;
 129         u16 mcs_map = 0;
 130
 131         if (nstream > 1)
 132                 ht_cap->cap |= IEEE80211_HT_CAP_TX_STBC;
 133         else
 134                 ht_cap->cap &= ~IEEE80211_HT_CAP_TX_STBC;
 135
 136         for (i = 0; i < IEEE80211_HT_MCS_MASK_LEN; i++)
 137                 ht_cap->mcs.rx_mask[i] = i < nstream ? 0xff : 0;
 138
 139         if (!vht)
 140                 return;
 141
 142         vht_cap = &sband->vht_cap;
 143         if (nstream > 1)
 144                 vht_cap->cap |= IEEE80211_VHT_CAP_TXSTBC;
 145         else
 146                 vht_cap->cap &= ~IEEE80211_VHT_CAP_TXSTBC;
 147
 148         for (i = 0; i < 8; i++) {
 149                 if (i < nstream)
 150                         mcs_map |= (IEEE80211_VHT_MCS_SUPPORT_0_9 << (i * 2));
 151                 else
 152                         mcs_map |=
 153                                 (IEEE80211_VHT_MCS_NOT_SUPPORTED << (i * 2));
 154         }
 155         vht_cap->vht_mcs.rx_mcs_map = cpu_to_le16(mcs_map);
 156         vht_cap->vht_mcs.tx_mcs_map = cpu_to_le16(mcs_map);
 157 }
 158
 159 void mt76_set_stream_caps(struct mt76_dev *dev, bool vht)
 160 {
 161         if (dev->cap.has_2ghz)
 162                 mt76_init_stream_cap(dev, &dev->sband_2g.sband, false);
 163         if (dev->cap.has_5ghz)
 164                 mt76_init_stream_cap(dev, &dev->sband_5g.sband, vht);
 165 }
 166 EXPORT_SYMBOL_GPL(mt76_set_stream_caps);
 167
 168 static int
 169 mt76_init_sband(struct mt76_dev *dev, struct mt76_sband *msband,
 170                 const struct ieee80211_channel *chan, int n_chan,
 171                 struct ieee80211_rate *rates, int n_rates, bool vht)
 172 {
 173         struct ieee80211_supported_band *sband = &msband->sband;
 174         struct ieee80211_sta_ht_cap *ht_cap;
 175         struct ieee80211_sta_vht_cap *vht_cap;
 176         void *chanlist;
 177         int size;
 178
 179         size = n_chan * sizeof(*chan);
 180         chanlist = devm_kmemdup(dev->dev, chan, size, GFP_KERNEL);
 181         if (!chanlist)
 182                 return -ENOMEM;
 183
 184         msband->chan = devm_kzalloc(dev->dev, n_chan * sizeof(*msband->chan),
 185                                     GFP_KERNEL);
 186         if (!msband->chan)
 187                 return -ENOMEM;
 188
 189         sband->channels = chanlist;
 190         sband->n_channels = n_chan;
 191         sband->bitrates = rates;
 192         sband->n_bitrates = n_rates;
 193         dev->chandef.chan = &sband->channels[0];
 194
 195         ht_cap = &sband->ht_cap;
 196         ht_cap->ht_supported = true;
 197         ht_cap->cap |= IEEE80211_HT_CAP_SUP_WIDTH_20_40 |
 198                        IEEE80211_HT_CAP_GRN_FLD |
 199                        IEEE80211_HT_CAP_SGI_20 |
 200                        IEEE80211_HT_CAP_SGI_40 |
 201                        (1 << IEEE80211_HT_CAP_RX_STBC_SHIFT);
 202
 203         ht_cap->mcs.tx_params = IEEE80211_HT_MCS_TX_DEFINED;
 204         ht_cap->ampdu_factor = IEEE80211_HT_MAX_AMPDU_64K;
 205         ht_cap->ampdu_density = IEEE80211_HT_MPDU_DENSITY_4;
 206
 207         mt76_init_stream_cap(dev, sband, vht);
 208
 209         if (!vht)
 210                 return 0;
 211
 212         vht_cap = &sband->vht_cap;
 213         vht_cap->vht_supported = true;
 214         vht_cap->cap |= IEEE80211_VHT_CAP_RXLDPC |
 215                         IEEE80211_VHT_CAP_RXSTBC_1 |
 216                         IEEE80211_VHT_CAP_SHORT_GI_80 |
 217                         (3 << IEEE80211_VHT_CAP_MAX_A_MPDU_LENGTH_EXPONENT_SHIFT);
 218
 219         return 0;
 220 }
 221
 222 static int
 223 mt76_init_sband_2g(struct mt76_dev *dev, struct ieee80211_rate *rates,
 224                    int n_rates)
 225 {
 226         dev->hw->wiphy->bands[NL80211_BAND_2GHZ] = &dev->sband_2g.sband;
 227
 228         return mt76_init_sband(dev, &dev->sband_2g,
 229                                mt76_channels_2ghz,
 230                                ARRAY_SIZE(mt76_channels_2ghz),
 231                                rates, n_rates, false);
 232 }
 233
 234 static int
 235 mt76_init_sband_5g(struct mt76_dev *dev, struct ieee80211_rate *rates,
 236                    int n_rates, bool vht)
 237 {
 238         dev->hw->wiphy->bands[NL80211_BAND_5GHZ] = &dev->sband_5g.sband;
 239
 240         return mt76_init_sband(dev, &dev->sband_5g,
 241                                mt76_channels_5ghz,
 242                                ARRAY_SIZE(mt76_channels_5ghz),
 243                                rates, n_rates, vht);
 244 }
 245
 246 static void
 247 mt76_check_sband(struct mt76_dev *dev, int band)
 248 {
 249         struct ieee80211_supported_band *sband = dev->hw->wiphy->bands[band];
 250         bool found = false;
 251         int i;
 252
 253         if (!sband)
 254                 return;
 255
 256         for (i = 0; i < sband->n_channels; i++) {
 257                 if (sband->channels[i].flags & IEEE80211_CHAN_DISABLED)
 258                         continue;
 259
 260                 found = true;
 261                 break;
 262         }
 263
 264         if (found)
 265                 return;
 266
 267         sband->n_channels = 0;
 268         dev->hw->wiphy->bands[band] = NULL;
 269 }
 270
 271 int mt76_register_device(struct mt76_dev *dev, bool vht,
 272                          struct ieee80211_rate *rates, int n_rates)
 273 {
 274         struct ieee80211_hw *hw = dev->hw;
 275         struct wiphy *wiphy = hw->wiphy;
 276         int ret;
 277
 278         dev_set_drvdata(dev->dev, dev);
 279
 280         spin_lock_init(&dev->lock);
 281         spin_lock_init(&dev->cc_lock);
 282         INIT_LIST_HEAD(&dev->txwi_cache);
 283
 284         SET_IEEE80211_DEV(hw, dev->dev);
 285         SET_IEEE80211_PERM_ADDR(hw, dev->macaddr);
 286
 287         wiphy->interface_modes =
 288                 BIT(NL80211_IFTYPE_STATION) |
 289                 BIT(NL80211_IFTYPE_AP) |
 290 #ifdef CONFIG_MAC80211_MESH
 291                 BIT(NL80211_IFTYPE_MESH_POINT) |
 292 #endif
 293                 BIT(NL80211_IFTYPE_ADHOC);
 294
 295         wiphy->features |= NL80211_FEATURE_ACTIVE_MONITOR;
 296
 297         wiphy->available_antennas_tx = dev->antenna_mask;
 298         wiphy->available_antennas_rx = dev->antenna_mask;
 299
 300         hw->txq_data_size = sizeof(struct mt76_txq);
 301         hw->max_tx_fragments = 16;
 302
 303         ieee80211_hw_set(hw, SIGNAL_DBM);
 304         ieee80211_hw_set(hw, PS_NULLFUNC_STACK);
 305         ieee80211_hw_set(hw, HOST_BROADCAST_PS_BUFFERING);
 306         ieee80211_hw_set(hw, AMPDU_AGGREGATION);
 307         ieee80211_hw_set(hw, SUPPORTS_RC_TABLE);
 308         ieee80211_hw_set(hw, SUPPORT_FAST_XMIT);
 309         ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS);
 310         ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU);
 311         ieee80211_hw_set(hw, TX_AMSDU);
 312         ieee80211_hw_set(hw, TX_FRAG_LIST);
 313         ieee80211_hw_set(hw, MFP_CAPABLE);
 314         ieee80211_hw_set(hw, AP_LINK_PS);
 315
 316         wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
 317
 318         if (dev->cap.has_2ghz) {
 319                 ret = mt76_init_sband_2g(dev, rates, n_rates);
 320                 if (ret)
 321                         return ret;
 322         }
 323
 324         if (dev->cap.has_5ghz) {
 325                 ret = mt76_init_sband_5g(dev, rates + 4, n_rates - 4, vht);
 326                 if (ret)
 327                         return ret;
 328         }
 329
 330         wiphy_read_of_freq_limits(dev->hw->wiphy);
 331         mt76_check_sband(dev, NL80211_BAND_2GHZ);
 332         mt76_check_sband(dev, NL80211_BAND_5GHZ);
 333
 334         ret = mt76_led_init(dev);
 335         if (ret)
 336                 return ret;
 337
 338         return ieee80211_register_hw(hw);
 339 }
 340 EXPORT_SYMBOL_GPL(mt76_register_device);
 341
 342 void mt76_unregister_device(struct mt76_dev *dev)
 343 {
 344         struct ieee80211_hw *hw = dev->hw;
 345
 346         ieee80211_unregister_hw(hw);
 347         mt76_tx_free(dev);
 348 }
 349 EXPORT_SYMBOL_GPL(mt76_unregister_device);
 350
 351 void mt76_rx(struct mt76_dev *dev, enum mt76_rxq_id q, struct sk_buff *skb)
 352 {
 353         if (!test_bit(MT76_STATE_RUNNING, &dev->state)) {
 354                 dev_kfree_skb(skb);
 355                 return;
 356         }
 357
 358         __skb_queue_tail(&dev->rx_skb[q], skb);
 359 }
 360 EXPORT_SYMBOL_GPL(mt76_rx);
 361
 362 void mt76_set_channel(struct mt76_dev *dev)
 363 {
 364         struct ieee80211_hw *hw = dev->hw;
 365         struct cfg80211_chan_def *chandef = &hw->conf.chandef;
 366         struct mt76_channel_state *state;
 367         bool offchannel = hw->conf.flags & IEEE80211_CONF_OFFCHANNEL;
 368
 369         if (dev->drv->update_survey)
 370                 dev->drv->update_survey(dev);
 371
 372         dev->chandef = *chandef;
 373
 374         if (!offchannel)
 375                 dev->main_chan = chandef->chan;
 376
 377         if (chandef->chan != dev->main_chan) {
 378                 state = mt76_channel_state(dev, chandef->chan);
 379                 memset(state, 0, sizeof(*state));
 380         }
 381 }
 382 EXPORT_SYMBOL_GPL(mt76_set_channel);
 383
 384 int mt76_get_survey(struct ieee80211_hw *hw, int idx,
 385                     struct survey_info *survey)
 386 {
 387         struct mt76_dev *dev = hw->priv;
 388         struct mt76_sband *sband;
 389         struct ieee80211_channel *chan;
 390         struct mt76_channel_state *state;
 391         int ret = 0;
 392
 393         if (idx == 0 && dev->drv->update_survey)
 394                 dev->drv->update_survey(dev);
 395
 396         sband = &dev->sband_2g;
 397         if (idx >= sband->sband.n_channels) {
 398                 idx -= sband->sband.n_channels;
 399                 sband = &dev->sband_5g;
 400         }
 401
 402         if (idx >= sband->sband.n_channels)
 403                 return -ENOENT;
 404
 405         chan = &sband->sband.channels[idx];
 406         state = mt76_channel_state(dev, chan);
 407
 408         memset(survey, 0, sizeof(*survey));
 409         survey->channel = chan;
 410         survey->filled = SURVEY_INFO_TIME | SURVEY_INFO_TIME_BUSY;
 411         if (chan == dev->main_chan)
 412                 survey->filled |= SURVEY_INFO_IN_USE;
 413
 414         spin_lock_bh(&dev->cc_lock);
 415         survey->time = div_u64(state->cc_active, 1000);
 416         survey->time_busy = div_u64(state->cc_busy, 1000);
 417         spin_unlock_bh(&dev->cc_lock);
 418
 419         return ret;
 420 }
 421 EXPORT_SYMBOL_GPL(mt76_get_survey);
 422
 423 void mt76_wcid_key_setup(struct mt76_dev *dev, struct mt76_wcid *wcid,
 424                          struct ieee80211_key_conf *key)
 425 {
 426         struct ieee80211_key_seq seq;
 427         int i;
 428
 429         wcid->rx_check_pn = false;
 430
 431         if (!key)
 432                 return;
 433
 434         if (key->cipher == WLAN_CIPHER_SUITE_CCMP)
 435                 wcid->rx_check_pn = true;
 436
 437         for (i = 0; i < IEEE80211_NUM_TIDS; i++) {
 438                 ieee80211_get_key_rx_seq(key, i, &seq);
 439                 memcpy(wcid->rx_key_pn[i], seq.ccmp.pn, sizeof(seq.ccmp.pn));
 440         }
 441 }
 442 EXPORT_SYMBOL(mt76_wcid_key_setup);
 443
 444 static struct ieee80211_sta *mt76_rx_convert(struct sk_buff *skb)
 445 {
 446         struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
 447         struct mt76_rx_status mstat;
 448
 449         mstat = *((struct mt76_rx_status *) skb->cb);
 450         memset(status, 0, sizeof(*status));
 451
 452         status->flag = mstat.flag;
 453         status->freq = mstat.freq;
 454         status->enc_flags = mstat.enc_flags;
 455         status->encoding = mstat.encoding;
 456         status->bw = mstat.bw;
 457         status->rate_idx = mstat.rate_idx;
 458         status->nss = mstat.nss;
 459         status->band = mstat.band;
 460         status->signal = mstat.signal;
 461         status->chains = mstat.chains;
 462
 463         BUILD_BUG_ON(sizeof(mstat) > sizeof(skb->cb));
 464         BUILD_BUG_ON(sizeof(status->chain_signal) != sizeof(mstat.chain_signal));
 465         memcpy(status->chain_signal, mstat.chain_signal, sizeof(mstat.chain_signal));
 466
 467         return wcid_to_sta(mstat.wcid);
 468 }
 469
 470 static int
 471 mt76_check_ccmp_pn(struct sk_buff *skb)
 472 {
 473         struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb;
 474         struct mt76_wcid *wcid = status->wcid;
 475         struct ieee80211_hdr *hdr;
 476         int ret;
 477
 478         if (!(status->flag & RX_FLAG_DECRYPTED))
 479                 return 0;
 480
 481         if (!wcid || !wcid->rx_check_pn)
 482                 return 0;
 483
 484         if (!(status->flag & RX_FLAG_IV_STRIPPED)) {
 485                 /*
 486                  * Validate the first fragment both here and in mac80211
 487                  * All further fragments will be validated by mac80211 only.
 488                  */
 489                 hdr = (struct ieee80211_hdr *) skb->data;
 490                 if (ieee80211_is_frag(hdr) &&
 491                     !ieee80211_is_first_frag(hdr->frame_control))
 492                         return 0;
 493         }
 494
 495         BUILD_BUG_ON(sizeof(status->iv) != sizeof(wcid->rx_key_pn[0]));
 496         ret = memcmp(status->iv, wcid->rx_key_pn[status->tid],
 497                      sizeof(status->iv));
 498         if (ret <= 0)
 499                 return -EINVAL; /* replay */
 500
 501         memcpy(wcid->rx_key_pn[status->tid], status->iv, sizeof(status->iv));
 502
 503         if (status->flag & RX_FLAG_IV_STRIPPED)
 504                 status->flag |= RX_FLAG_PN_VALIDATED;
 505
 506         return 0;
 507 }
 508
 509 static void
 510 mt76_check_ps(struct mt76_dev *dev, struct sk_buff *skb)
 511 {
 512         struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb;
 513         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
 514         struct ieee80211_sta *sta;
 515         struct mt76_wcid *wcid = status->wcid;
 516         bool ps;
 517
 518         if (!wcid || !wcid->sta)
 519                 return;
 520
 521         sta = container_of((void *) wcid, struct ieee80211_sta, drv_priv);
 522
 523         if (!test_bit(MT_WCID_FLAG_CHECK_PS, &wcid->flags))
 524                 return;
 525
 526         if (ieee80211_is_pspoll(hdr->frame_control)) {
 527                 ieee80211_sta_pspoll(sta);
 528                 return;
 529         }
 530
 531         if (ieee80211_has_morefrags(hdr->frame_control) ||
 532                 !(ieee80211_is_mgmt(hdr->frame_control) ||
 533                   ieee80211_is_data(hdr->frame_control)))
 534                 return;
 535
 536         ps = ieee80211_has_pm(hdr->frame_control);
 537
 538         if (ps && (ieee80211_is_data_qos(hdr->frame_control) ||
 539                    ieee80211_is_qos_nullfunc(hdr->frame_control)))
 540                 ieee80211_sta_uapsd_trigger(sta, status->tid);
 541
 542         if (!!test_bit(MT_WCID_FLAG_PS, &wcid->flags) == ps)
 543                 return;
 544
 545         if (ps)
 546                 set_bit(MT_WCID_FLAG_PS, &wcid->flags);
 547         else
 548                 clear_bit(MT_WCID_FLAG_PS, &wcid->flags);
 549
 550         dev->drv->sta_ps(dev, sta, ps);
 551         ieee80211_sta_ps_transition(sta, ps);
 552 }
 553
 554 void mt76_rx_complete(struct mt76_dev *dev, struct sk_buff_head *frames,
 555                       int queue)
 556 {
 557         struct napi_struct *napi = NULL;
 558         struct ieee80211_sta *sta;
 559         struct sk_buff *skb;
 560
 561         if (queue >= 0)
 562             napi = &dev->napi[queue];
 563
 564         spin_lock(&dev->rx_lock);
 565         while ((skb = __skb_dequeue(frames)) != NULL) {
 566                 if (mt76_check_ccmp_pn(skb)) {
 567                         dev_kfree_skb(skb);
 568                         continue;
 569                 }
 570
 571                 sta = mt76_rx_convert(skb);
 572                 ieee80211_rx_napi(dev->hw, sta, skb, napi);
 573         }
 574         spin_unlock(&dev->rx_lock);
 575 }
 576
 577 void mt76_rx_poll_complete(struct mt76_dev *dev, enum mt76_rxq_id q)
 578 {
 579         struct sk_buff_head frames;
 580         struct sk_buff *skb;
 581
 582         __skb_queue_head_init(&frames);
 583
 584         while ((skb = __skb_dequeue(&dev->rx_skb[q])) != NULL) {
 585                 mt76_check_ps(dev, skb);
 586                 mt76_rx_aggr_reorder(skb, &frames);
 587         }
 588
 589         mt76_rx_complete(dev, &frames, q);
 590 }