drivers/net/wireless/intel/iwlwifi/dvm/rx.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /******************************************************************************
   3  *
   4  * Copyright(c) 2003 - 2014 Intel Corporation. All rights reserved.
   5  * Copyright(c) 2015 Intel Deutschland GmbH
   6  * Copyright(c) 2018, 2020-2021 Intel Corporation
   7  *
   8  * Portions of this file are derived from the ipw3945 project, as well
   9  * as portionhelp of the ieee80211 subsystem header files.
  10  *****************************************************************************/
  11
  12 #include <linux/etherdevice.h>
  13 #include <linux/slab.h>
  14 #include <linux/sched.h>
  15 #include <net/mac80211.h>
  16 #include <linux/unaligned.h>
  17
  18 #include "iwl-trans.h"
  19 #include "iwl-io.h"
  20 #include "dev.h"
  21 #include "calib.h"
  22 #include "agn.h"
  23
  24 /******************************************************************************
  25  *
  26  * Generic RX handler implementations
  27  *
  28  ******************************************************************************/
  29
  30 static void iwlagn_rx_reply_error(struct iwl_priv *priv,
  31                                   struct iwl_rx_cmd_buffer *rxb)
  32 {
  33         struct iwl_rx_packet *pkt = rxb_addr(rxb);
  34         struct iwl_error_resp *err_resp = (void *)pkt->data;
  35
  36         IWL_ERR(priv, "Error Reply type 0x%08X cmd REPLY_ERROR (0x%02X) "
  37                 "seq 0x%04X ser 0x%08X\n",
  38                 le32_to_cpu(err_resp->error_type),
  39                 err_resp->cmd_id,
  40                 le16_to_cpu(err_resp->bad_cmd_seq_num),
  41                 le32_to_cpu(err_resp->error_info));
  42 }
  43
  44 static void iwlagn_rx_csa(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb)
  45 {
  46         struct iwl_rx_packet *pkt = rxb_addr(rxb);
  47         struct iwl_csa_notification *csa = (void *)pkt->data;
  48         /*
  49          * MULTI-FIXME
  50          * See iwlagn_mac_channel_switch.
  51          */
  52         struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
  53         struct iwl_rxon_cmd *rxon = (void *)&ctx->active;
  54
  55         if (!test_bit(STATUS_CHANNEL_SWITCH_PENDING, &priv->status))
  56                 return;
  57
  58         if (!le32_to_cpu(csa->status) && csa->channel == priv->switch_channel) {
  59                 rxon->channel = csa->channel;
  60                 ctx->staging.channel = csa->channel;
  61                 IWL_DEBUG_11H(priv, "CSA notif: channel %d\n",
  62                               le16_to_cpu(csa->channel));
  63                 iwl_chswitch_done(priv, true);
  64         } else {
  65                 IWL_ERR(priv, "CSA notif (fail) : channel %d\n",
  66                         le16_to_cpu(csa->channel));
  67                 iwl_chswitch_done(priv, false);
  68         }
  69 }
  70
  71
  72 static void iwlagn_rx_spectrum_measure_notif(struct iwl_priv *priv,
  73                                              struct iwl_rx_cmd_buffer *rxb)
  74 {
  75         struct iwl_rx_packet *pkt = rxb_addr(rxb);
  76         struct iwl_spectrum_notification *report = (void *)pkt->data;
  77
  78         if (!report->state) {
  79                 IWL_DEBUG_11H(priv,
  80                         "Spectrum Measure Notification: Start\n");
  81                 return;
  82         }
  83
  84         memcpy(&priv->measure_report, report, sizeof(*report));
  85         priv->measurement_status |= MEASUREMENT_READY;
  86 }
  87
  88 static void iwlagn_rx_pm_sleep_notif(struct iwl_priv *priv,
  89                                      struct iwl_rx_cmd_buffer *rxb)
  90 {
  91 #ifdef CONFIG_IWLWIFI_DEBUG
  92         struct iwl_rx_packet *pkt = rxb_addr(rxb);
  93         struct iwl_sleep_notification *sleep = (void *)pkt->data;
  94         IWL_DEBUG_RX(priv, "sleep mode: %d, src: %d\n",
  95                      sleep->pm_sleep_mode, sleep->pm_wakeup_src);
  96 #endif
  97 }
  98
  99 static void iwlagn_rx_pm_debug_statistics_notif(struct iwl_priv *priv,
 100                                                 struct iwl_rx_cmd_buffer *rxb)
 101 {
 102         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 103         u32 __maybe_unused len = iwl_rx_packet_len(pkt);
 104         IWL_DEBUG_RADIO(priv, "Dumping %d bytes of unhandled "
 105                         "notification for PM_DEBUG_STATISTIC_NOTIFIC:\n", len);
 106         iwl_print_hex_dump(priv, IWL_DL_RADIO, pkt->data, len);
 107 }
 108
 109 static void iwlagn_rx_beacon_notif(struct iwl_priv *priv,
 110                                    struct iwl_rx_cmd_buffer *rxb)
 111 {
 112         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 113         struct iwlagn_beacon_notif *beacon = (void *)pkt->data;
 114 #ifdef CONFIG_IWLWIFI_DEBUG
 115         u16 status = le16_to_cpu(beacon->beacon_notify_hdr.status.status);
 116         u8 rate = iwl_hw_get_rate(beacon->beacon_notify_hdr.rate_n_flags);
 117
 118         IWL_DEBUG_RX(priv, "beacon status %#x, retries:%d ibssmgr:%d "
 119                 "tsf:0x%.8x%.8x rate:%d\n",
 120                 status & TX_STATUS_MSK,
 121                 beacon->beacon_notify_hdr.failure_frame,
 122                 le32_to_cpu(beacon->ibss_mgr_status),
 123                 le32_to_cpu(beacon->high_tsf),
 124                 le32_to_cpu(beacon->low_tsf), rate);
 125 #endif
 126
 127         priv->ibss_manager = le32_to_cpu(beacon->ibss_mgr_status);
 128 }
 129
 130 /*
 131  * iwl_good_plcp_health - checks for plcp error.
 132  *
 133  * When the plcp error is exceeding the thresholds, reset the radio
 134  * to improve the throughput.
 135  */
 136 static bool iwlagn_good_plcp_health(struct iwl_priv *priv,
 137                                  struct statistics_rx_phy *cur_ofdm,
 138                                  struct statistics_rx_ht_phy *cur_ofdm_ht,
 139                                  unsigned int msecs)
 140 {
 141         int delta;
 142         int threshold = priv->plcp_delta_threshold;
 143
 144         if (threshold == IWL_MAX_PLCP_ERR_THRESHOLD_DISABLE) {
 145                 IWL_DEBUG_RADIO(priv, "plcp_err check disabled\n");
 146                 return true;
 147         }
 148
 149         delta = le32_to_cpu(cur_ofdm->plcp_err) -
 150                 le32_to_cpu(priv->statistics.rx_ofdm.plcp_err) +
 151                 le32_to_cpu(cur_ofdm_ht->plcp_err) -
 152                 le32_to_cpu(priv->statistics.rx_ofdm_ht.plcp_err);
 153
 154         /* Can be negative if firmware reset statistics */
 155         if (delta <= 0)
 156                 return true;
 157
 158         if ((delta * 100 / msecs) > threshold) {
 159                 IWL_DEBUG_RADIO(priv,
 160                                 "plcp health threshold %u delta %d msecs %u\n",
 161                                 threshold, delta, msecs);
 162                 return false;
 163         }
 164
 165         return true;
 166 }
 167
 168 int iwl_force_rf_reset(struct iwl_priv *priv, bool external)
 169 {
 170         struct iwl_rf_reset *rf_reset;
 171
 172         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 173                 return -EAGAIN;
 174
 175         if (!iwl_is_any_associated(priv)) {
 176                 IWL_DEBUG_SCAN(priv, "force reset rejected: not associated\n");
 177                 return -ENOLINK;
 178         }
 179
 180         rf_reset = &priv->rf_reset;
 181         rf_reset->reset_request_count++;
 182         if (!external && rf_reset->last_reset_jiffies &&
 183             time_after(rf_reset->last_reset_jiffies +
 184                        IWL_DELAY_NEXT_FORCE_RF_RESET, jiffies)) {
 185                 IWL_DEBUG_INFO(priv, "RF reset rejected\n");
 186                 rf_reset->reset_reject_count++;
 187                 return -EAGAIN;
 188         }
 189         rf_reset->reset_success_count++;
 190         rf_reset->last_reset_jiffies = jiffies;
 191
 192         /*
 193          * There is no easy and better way to force reset the radio,
 194          * the only known method is switching channel which will force to
 195          * reset and tune the radio.
 196          * Use internal short scan (single channel) operation to should
 197          * achieve this objective.
 198          * Driver should reset the radio when number of consecutive missed
 199          * beacon, or any other uCode error condition detected.
 200          */
 201         IWL_DEBUG_INFO(priv, "perform radio reset.\n");
 202         iwl_internal_short_hw_scan(priv);
 203         return 0;
 204 }
 205
 206
 207 static void iwlagn_recover_from_statistics(struct iwl_priv *priv,
 208                                 struct statistics_rx_phy *cur_ofdm,
 209                                 struct statistics_rx_ht_phy *cur_ofdm_ht,
 210                                 struct statistics_tx *tx,
 211                                 unsigned long stamp)
 212 {
 213         unsigned int msecs;
 214
 215         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 216                 return;
 217
 218         msecs = jiffies_to_msecs(stamp - priv->rx_statistics_jiffies);
 219
 220         /* Only gather statistics and update time stamp when not associated */
 221         if (!iwl_is_any_associated(priv))
 222                 return;
 223
 224         /* Do not check/recover when do not have enough statistics data */
 225         if (msecs < 99)
 226                 return;
 227
 228         if (!iwlagn_good_plcp_health(priv, cur_ofdm, cur_ofdm_ht, msecs))
 229                 iwl_force_rf_reset(priv, false);
 230 }
 231
 232 /* Calculate noise level, based on measurements during network silence just
 233  *   before arriving beacon.  This measurement can be done only if we know
 234  *   exactly when to expect beacons, therefore only when we're associated. */
 235 static void iwlagn_rx_calc_noise(struct iwl_priv *priv)
 236 {
 237         struct statistics_rx_non_phy *rx_info;
 238         int num_active_rx = 0;
 239         int total_silence = 0;
 240         int bcn_silence_a, bcn_silence_b, bcn_silence_c;
 241         int last_rx_noise;
 242
 243         rx_info = &priv->statistics.rx_non_phy;
 244
 245         bcn_silence_a =
 246                 le32_to_cpu(rx_info->beacon_silence_rssi_a) & IN_BAND_FILTER;
 247         bcn_silence_b =
 248                 le32_to_cpu(rx_info->beacon_silence_rssi_b) & IN_BAND_FILTER;
 249         bcn_silence_c =
 250                 le32_to_cpu(rx_info->beacon_silence_rssi_c) & IN_BAND_FILTER;
 251
 252         if (bcn_silence_a) {
 253                 total_silence += bcn_silence_a;
 254                 num_active_rx++;
 255         }
 256         if (bcn_silence_b) {
 257                 total_silence += bcn_silence_b;
 258                 num_active_rx++;
 259         }
 260         if (bcn_silence_c) {
 261                 total_silence += bcn_silence_c;
 262                 num_active_rx++;
 263         }
 264
 265         /* Average among active antennas */
 266         if (num_active_rx)
 267                 last_rx_noise = (total_silence / num_active_rx) - 107;
 268         else
 269                 last_rx_noise = IWL_NOISE_MEAS_NOT_AVAILABLE;
 270
 271         IWL_DEBUG_CALIB(priv, "inband silence a %u, b %u, c %u, dBm %d\n",
 272                         bcn_silence_a, bcn_silence_b, bcn_silence_c,
 273                         last_rx_noise);
 274 }
 275
 276 #ifdef CONFIG_IWLWIFI_DEBUGFS
 277 /*
 278  *  based on the assumption of all statistics counter are in DWORD
 279  *  FIXME: This function is for debugging, do not deal with
 280  *  the case of counters roll-over.
 281  */
 282 static void accum_stats(__le32 *prev, __le32 *cur, __le32 *delta,
 283                         __le32 *max_delta, __le32 *accum, int size)
 284 {
 285         int i;
 286
 287         for (i = 0;
 288              i < size / sizeof(__le32);
 289              i++, prev++, cur++, delta++, max_delta++, accum++) {
 290                 if (le32_to_cpu(*cur) > le32_to_cpu(*prev)) {
 291                         *delta = cpu_to_le32(
 292                                 le32_to_cpu(*cur) - le32_to_cpu(*prev));
 293                         le32_add_cpu(accum, le32_to_cpu(*delta));
 294                         if (le32_to_cpu(*delta) > le32_to_cpu(*max_delta))
 295                                 *max_delta = *delta;
 296                 }
 297         }
 298 }
 299
 300 static void
 301 iwlagn_accumulative_statistics(struct iwl_priv *priv,
 302                             struct statistics_general_common *common,
 303                             struct statistics_rx_non_phy *rx_non_phy,
 304                             struct statistics_rx_phy *rx_ofdm,
 305                             struct statistics_rx_ht_phy *rx_ofdm_ht,
 306                             struct statistics_rx_phy *rx_cck,
 307                             struct statistics_tx *tx,
 308                             struct statistics_bt_activity *bt_activity)
 309 {
 310 #define ACCUM(_name)    \
 311         accum_stats((__le32 *)&priv->statistics._name,          \
 312                     (__le32 *)_name,                            \
 313                     (__le32 *)&priv->delta_stats._name,         \
 314                     (__le32 *)&priv->max_delta_stats._name,     \
 315                     (__le32 *)&priv->accum_stats._name,         \
 316                     sizeof(*_name))
 317
 318         ACCUM(common);
 319         ACCUM(rx_non_phy);
 320         ACCUM(rx_ofdm);
 321         ACCUM(rx_ofdm_ht);
 322         ACCUM(rx_cck);
 323         ACCUM(tx);
 324         if (bt_activity)
 325                 ACCUM(bt_activity);
 326 #undef ACCUM
 327 }
 328 #else
 329 static inline void
 330 iwlagn_accumulative_statistics(struct iwl_priv *priv,
 331                             struct statistics_general_common *common,
 332                             struct statistics_rx_non_phy *rx_non_phy,
 333                             struct statistics_rx_phy *rx_ofdm,
 334                             struct statistics_rx_ht_phy *rx_ofdm_ht,
 335                             struct statistics_rx_phy *rx_cck,
 336                             struct statistics_tx *tx,
 337                             struct statistics_bt_activity *bt_activity)
 338 {
 339 }
 340 #endif
 341
 342 static void iwlagn_rx_statistics(struct iwl_priv *priv,
 343                                  struct iwl_rx_cmd_buffer *rxb)
 344 {
 345         unsigned long stamp = jiffies;
 346         const int reg_recalib_period = 60;
 347         int change;
 348         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 349         u32 len = iwl_rx_packet_payload_len(pkt);
 350         __le32 *flag;
 351         struct statistics_general_common *common;
 352         struct statistics_rx_non_phy *rx_non_phy;
 353         struct statistics_rx_phy *rx_ofdm;
 354         struct statistics_rx_ht_phy *rx_ofdm_ht;
 355         struct statistics_rx_phy *rx_cck;
 356         struct statistics_tx *tx;
 357         struct statistics_bt_activity *bt_activity;
 358
 359         IWL_DEBUG_RX(priv, "Statistics notification received (%d bytes).\n",
 360                      len);
 361
 362         spin_lock(&priv->statistics.lock);
 363
 364         if (len == sizeof(struct iwl_bt_notif_statistics)) {
 365                 struct iwl_bt_notif_statistics *stats;
 366                 stats = (void *)&pkt->data;
 367                 flag = &stats->flag;
 368                 common = &stats->general.common;
 369                 rx_non_phy = &stats->rx.general.common;
 370                 rx_ofdm = &stats->rx.ofdm;
 371                 rx_ofdm_ht = &stats->rx.ofdm_ht;
 372                 rx_cck = &stats->rx.cck;
 373                 tx = &stats->tx;
 374                 bt_activity = &stats->general.activity;
 375
 376 #ifdef CONFIG_IWLWIFI_DEBUGFS
 377                 /* handle this exception directly */
 378                 priv->statistics.num_bt_kills = stats->rx.general.num_bt_kills;
 379                 le32_add_cpu(&priv->statistics.accum_num_bt_kills,
 380                              le32_to_cpu(stats->rx.general.num_bt_kills));
 381 #endif
 382         } else if (len == sizeof(struct iwl_notif_statistics)) {
 383                 struct iwl_notif_statistics *stats;
 384                 stats = (void *)&pkt->data;
 385                 flag = &stats->flag;
 386                 common = &stats->general.common;
 387                 rx_non_phy = &stats->rx.general;
 388                 rx_ofdm = &stats->rx.ofdm;
 389                 rx_ofdm_ht = &stats->rx.ofdm_ht;
 390                 rx_cck = &stats->rx.cck;
 391                 tx = &stats->tx;
 392                 bt_activity = NULL;
 393         } else {
 394                 WARN_ONCE(1, "len %d doesn't match BT (%zu) or normal (%zu)\n",
 395                           len, sizeof(struct iwl_bt_notif_statistics),
 396                           sizeof(struct iwl_notif_statistics));
 397                 spin_unlock(&priv->statistics.lock);
 398                 return;
 399         }
 400
 401         change = common->temperature != priv->statistics.common.temperature ||
 402                  (*flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK) !=
 403                  (priv->statistics.flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK);
 404
 405         iwlagn_accumulative_statistics(priv, common, rx_non_phy, rx_ofdm,
 406                                     rx_ofdm_ht, rx_cck, tx, bt_activity);
 407
 408         iwlagn_recover_from_statistics(priv, rx_ofdm, rx_ofdm_ht, tx, stamp);
 409
 410         priv->statistics.flag = *flag;
 411         memcpy(&priv->statistics.common, common, sizeof(*common));
 412         memcpy(&priv->statistics.rx_non_phy, rx_non_phy, sizeof(*rx_non_phy));
 413         memcpy(&priv->statistics.rx_ofdm, rx_ofdm, sizeof(*rx_ofdm));
 414         memcpy(&priv->statistics.rx_ofdm_ht, rx_ofdm_ht, sizeof(*rx_ofdm_ht));
 415         memcpy(&priv->statistics.rx_cck, rx_cck, sizeof(*rx_cck));
 416         memcpy(&priv->statistics.tx, tx, sizeof(*tx));
 417 #ifdef CONFIG_IWLWIFI_DEBUGFS
 418         if (bt_activity)
 419                 memcpy(&priv->statistics.bt_activity, bt_activity,
 420                         sizeof(*bt_activity));
 421 #endif
 422
 423         priv->rx_statistics_jiffies = stamp;
 424
 425         set_bit(STATUS_STATISTICS, &priv->status);
 426
 427         /* Reschedule the statistics timer to occur in
 428          * reg_recalib_period seconds to ensure we get a
 429          * thermal update even if the uCode doesn't give
 430          * us one */
 431         mod_timer(&priv->statistics_periodic, jiffies +
 432                   msecs_to_jiffies(reg_recalib_period * 1000));
 433
 434         if (unlikely(!test_bit(STATUS_SCANNING, &priv->status)) &&
 435             (pkt->hdr.cmd == STATISTICS_NOTIFICATION)) {
 436                 iwlagn_rx_calc_noise(priv);
 437                 queue_work(priv->workqueue, &priv->run_time_calib_work);
 438         }
 439         if (priv->lib->temperature && change)
 440                 priv->lib->temperature(priv);
 441
 442         spin_unlock(&priv->statistics.lock);
 443 }
 444
 445 static void iwlagn_rx_reply_statistics(struct iwl_priv *priv,
 446                                        struct iwl_rx_cmd_buffer *rxb)
 447 {
 448         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 449         struct iwl_notif_statistics *stats = (void *)pkt->data;
 450
 451         if (le32_to_cpu(stats->flag) & UCODE_STATISTICS_CLEAR_MSK) {
 452 #ifdef CONFIG_IWLWIFI_DEBUGFS
 453                 memset(&priv->accum_stats, 0,
 454                         sizeof(priv->accum_stats));
 455                 memset(&priv->delta_stats, 0,
 456                         sizeof(priv->delta_stats));
 457                 memset(&priv->max_delta_stats, 0,
 458                         sizeof(priv->max_delta_stats));
 459 #endif
 460                 IWL_DEBUG_RX(priv, "Statistics have been cleared\n");
 461         }
 462
 463         iwlagn_rx_statistics(priv, rxb);
 464 }
 465
 466 /* Handle notification from uCode that card's power state is changing
 467  * due to software, hardware, or critical temperature RFKILL */
 468 static void iwlagn_rx_card_state_notif(struct iwl_priv *priv,
 469                                        struct iwl_rx_cmd_buffer *rxb)
 470 {
 471         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 472         struct iwl_card_state_notif *card_state_notif = (void *)pkt->data;
 473         u32 flags = le32_to_cpu(card_state_notif->flags);
 474         unsigned long status = priv->status;
 475
 476         IWL_DEBUG_RF_KILL(priv, "Card state received: HW:%s SW:%s CT:%s\n",
 477                           (flags & HW_CARD_DISABLED) ? "Kill" : "On",
 478                           (flags & SW_CARD_DISABLED) ? "Kill" : "On",
 479                           (flags & CT_CARD_DISABLED) ?
 480                           "Reached" : "Not reached");
 481
 482         if (flags & (SW_CARD_DISABLED | HW_CARD_DISABLED |
 483                      CT_CARD_DISABLED)) {
 484
 485                 iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_SET,
 486                             CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
 487
 488                 iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
 489                                         HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
 490
 491                 if (!(flags & RXON_CARD_DISABLED)) {
 492                         iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_CLR,
 493                                     CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
 494                         iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
 495                                         HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
 496                 }
 497                 if (flags & CT_CARD_DISABLED)
 498                         iwl_tt_enter_ct_kill(priv);
 499         }
 500         if (!(flags & CT_CARD_DISABLED))
 501                 iwl_tt_exit_ct_kill(priv);
 502
 503         if (flags & HW_CARD_DISABLED)
 504                 set_bit(STATUS_RF_KILL_HW, &priv->status);
 505         else
 506                 clear_bit(STATUS_RF_KILL_HW, &priv->status);
 507
 508
 509         if (!(flags & RXON_CARD_DISABLED))
 510                 iwl_scan_cancel(priv);
 511
 512         if ((test_bit(STATUS_RF_KILL_HW, &status) !=
 513              test_bit(STATUS_RF_KILL_HW, &priv->status)))
 514                 wiphy_rfkill_set_hw_state(priv->hw->wiphy,
 515                         test_bit(STATUS_RF_KILL_HW, &priv->status));
 516 }
 517
 518 static void iwlagn_rx_missed_beacon_notif(struct iwl_priv *priv,
 519                                           struct iwl_rx_cmd_buffer *rxb)
 520
 521 {
 522         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 523         struct iwl_missed_beacon_notif *missed_beacon = (void *)pkt->data;
 524
 525         if (le32_to_cpu(missed_beacon->consecutive_missed_beacons) >
 526             priv->missed_beacon_threshold) {
 527                 IWL_DEBUG_CALIB(priv,
 528                     "missed bcn cnsq %d totl %d rcd %d expctd %d\n",
 529                     le32_to_cpu(missed_beacon->consecutive_missed_beacons),
 530                     le32_to_cpu(missed_beacon->total_missed_becons),
 531                     le32_to_cpu(missed_beacon->num_recvd_beacons),
 532                     le32_to_cpu(missed_beacon->num_expected_beacons));
 533                 if (!test_bit(STATUS_SCANNING, &priv->status))
 534                         iwl_init_sensitivity(priv);
 535         }
 536 }
 537
 538 /* Cache phy data (Rx signal strength, etc) for HT frame (REPLY_RX_PHY_CMD).
 539  * This will be used later in iwl_rx_reply_rx() for REPLY_RX_MPDU_CMD. */
 540 static void iwlagn_rx_reply_rx_phy(struct iwl_priv *priv,
 541                                    struct iwl_rx_cmd_buffer *rxb)
 542 {
 543         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 544
 545         priv->last_phy_res_valid = true;
 546         priv->ampdu_ref++;
 547         memcpy(&priv->last_phy_res, pkt->data,
 548                sizeof(struct iwl_rx_phy_res));
 549 }
 550
 551 /*
 552  * returns non-zero if packet should be dropped
 553  */
 554 static int iwlagn_set_decrypted_flag(struct iwl_priv *priv,
 555                                   struct ieee80211_hdr *hdr,
 556                                   u32 decrypt_res,
 557                                   struct ieee80211_rx_status *stats)
 558 {
 559         u16 fc = le16_to_cpu(hdr->frame_control);
 560
 561         /*
 562          * All contexts have the same setting here due to it being
 563          * a module parameter, so OK to check any context.
 564          */
 565         if (priv->contexts[IWL_RXON_CTX_BSS].active.filter_flags &
 566                                                 RXON_FILTER_DIS_DECRYPT_MSK)
 567                 return 0;
 568
 569         if (!(fc & IEEE80211_FCTL_PROTECTED))
 570                 return 0;
 571
 572         IWL_DEBUG_RX(priv, "decrypt_res:0x%x\n", decrypt_res);
 573         switch (decrypt_res & RX_RES_STATUS_SEC_TYPE_MSK) {
 574         case RX_RES_STATUS_SEC_TYPE_TKIP:
 575                 /* The uCode has got a bad phase 1 Key, pushes the packet.
 576                  * Decryption will be done in SW. */
 577                 if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
 578                     RX_RES_STATUS_BAD_KEY_TTAK)
 579                         break;
 580                 fallthrough;
 581         case RX_RES_STATUS_SEC_TYPE_WEP:
 582                 if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
 583                     RX_RES_STATUS_BAD_ICV_MIC) {
 584                         /* bad ICV, the packet is destroyed since the
 585                          * decryption is inplace, drop it */
 586                         IWL_DEBUG_RX(priv, "Packet destroyed\n");
 587                         return -1;
 588                 }
 589                 fallthrough;
 590         case RX_RES_STATUS_SEC_TYPE_CCMP:
 591                 if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
 592                     RX_RES_STATUS_DECRYPT_OK) {
 593                         IWL_DEBUG_RX(priv, "hw decrypt successfully!!!\n");
 594                         stats->flag |= RX_FLAG_DECRYPTED;
 595                 }
 596                 break;
 597
 598         default:
 599                 break;
 600         }
 601         return 0;
 602 }
 603
 604 static void iwlagn_pass_packet_to_mac80211(struct iwl_priv *priv,
 605                                         struct ieee80211_hdr *hdr,
 606                                         u16 len,
 607                                         u32 ampdu_status,
 608                                         struct iwl_rx_cmd_buffer *rxb,
 609                                         struct ieee80211_rx_status *stats)
 610 {
 611         struct sk_buff *skb;
 612         __le16 fc = hdr->frame_control;
 613         struct iwl_rxon_context *ctx;
 614         unsigned int hdrlen, fraglen;
 615
 616         /* We only process data packets if the interface is open */
 617         if (unlikely(!priv->is_open)) {
 618                 IWL_DEBUG_DROP_LIMIT(priv,
 619                     "Dropping packet while interface is not open.\n");
 620                 return;
 621         }
 622
 623         /* In case of HW accelerated crypto and bad decryption, drop */
 624         if (!iwlwifi_mod_params.swcrypto &&
 625             iwlagn_set_decrypted_flag(priv, hdr, ampdu_status, stats))
 626                 return;
 627
 628         /* Dont use dev_alloc_skb(), we'll have enough headroom once
 629          * ieee80211_hdr pulled.
 630          */
 631         skb = alloc_skb(128, GFP_ATOMIC);
 632         if (!skb) {
 633                 IWL_ERR(priv, "alloc_skb failed\n");
 634                 return;
 635         }
 636         /* If frame is small enough to fit in skb->head, pull it completely.
 637          * If not, only pull ieee80211_hdr so that splice() or TCP coalesce
 638          * are more efficient.
 639          */
 640         hdrlen = (len <= skb_tailroom(skb)) ? len : sizeof(*hdr);
 641
 642         skb_put_data(skb, hdr, hdrlen);
 643         fraglen = len - hdrlen;
 644
 645         if (fraglen) {
 646                 int offset = (void *)hdr + hdrlen -
 647                              rxb_addr(rxb) + rxb_offset(rxb);
 648
 649                 skb_add_rx_frag(skb, 0, rxb_steal_page(rxb), offset,
 650                                 fraglen, rxb->truesize);
 651         }
 652
 653         /*
 654         * Wake any queues that were stopped due to a passive channel tx
 655         * failure. This can happen because the regulatory enforcement in
 656         * the device waits for a beacon before allowing transmission,
 657         * sometimes even after already having transmitted frames for the
 658         * association because the new RXON may reset the information.
 659         */
 660         if (unlikely(ieee80211_is_beacon(fc) && priv->passive_no_rx)) {
 661                 for_each_context(priv, ctx) {
 662                         if (!ether_addr_equal(hdr->addr3,
 663                                               ctx->active.bssid_addr))
 664                                 continue;
 665                         iwlagn_lift_passive_no_rx(priv);
 666                 }
 667         }
 668
 669         memcpy(IEEE80211_SKB_RXCB(skb), stats, sizeof(*stats));
 670
 671         ieee80211_rx_napi(priv->hw, NULL, skb, priv->napi);
 672 }
 673
 674 static u32 iwlagn_translate_rx_status(struct iwl_priv *priv, u32 decrypt_in)
 675 {
 676         u32 decrypt_out = 0;
 677
 678         if ((decrypt_in & RX_RES_STATUS_STATION_FOUND) ==
 679                                         RX_RES_STATUS_STATION_FOUND)
 680                 decrypt_out |= (RX_RES_STATUS_STATION_FOUND |
 681                                 RX_RES_STATUS_NO_STATION_INFO_MISMATCH);
 682
 683         decrypt_out |= (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK);
 684
 685         /* packet was not encrypted */
 686         if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
 687                                         RX_RES_STATUS_SEC_TYPE_NONE)
 688                 return decrypt_out;
 689
 690         /* packet was encrypted with unknown alg */
 691         if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
 692                                         RX_RES_STATUS_SEC_TYPE_ERR)
 693                 return decrypt_out;
 694
 695         /* decryption was not done in HW */
 696         if ((decrypt_in & RX_MPDU_RES_STATUS_DEC_DONE_MSK) !=
 697                                         RX_MPDU_RES_STATUS_DEC_DONE_MSK)
 698                 return decrypt_out;
 699
 700         switch (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) {
 701
 702         case RX_RES_STATUS_SEC_TYPE_CCMP:
 703                 /* alg is CCM: check MIC only */
 704                 if (!(decrypt_in & RX_MPDU_RES_STATUS_MIC_OK))
 705                         /* Bad MIC */
 706                         decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
 707                 else
 708                         decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
 709
 710                 break;
 711
 712         case RX_RES_STATUS_SEC_TYPE_TKIP:
 713                 if (!(decrypt_in & RX_MPDU_RES_STATUS_TTAK_OK)) {
 714                         /* Bad TTAK */
 715                         decrypt_out |= RX_RES_STATUS_BAD_KEY_TTAK;
 716                         break;
 717                 }
 718                 fallthrough;
 719         default:
 720                 if (!(decrypt_in & RX_MPDU_RES_STATUS_ICV_OK))
 721                         decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
 722                 else
 723                         decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
 724                 break;
 725         }
 726
 727         IWL_DEBUG_RX(priv, "decrypt_in:0x%x  decrypt_out = 0x%x\n",
 728                                         decrypt_in, decrypt_out);
 729
 730         return decrypt_out;
 731 }
 732
 733 /* Calc max signal level (dBm) among 3 possible receivers */
 734 static int iwlagn_calc_rssi(struct iwl_priv *priv,
 735                              struct iwl_rx_phy_res *rx_resp)
 736 {
 737         /* data from PHY/DSP regarding signal strength, etc.,
 738          *   contents are always there, not configurable by host
 739          */
 740         struct iwlagn_non_cfg_phy *ncphy =
 741                 (struct iwlagn_non_cfg_phy *)rx_resp->non_cfg_phy_buf;
 742         u32 val, rssi_a, rssi_b, rssi_c, max_rssi;
 743         u8 agc;
 744
 745         val  = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_AGC_IDX]);
 746         agc = (val & IWLAGN_OFDM_AGC_MSK) >> IWLAGN_OFDM_AGC_BIT_POS;
 747
 748         /* Find max rssi among 3 possible receivers.
 749          * These values are measured by the digital signal processor (DSP).
 750          * They should stay fairly constant even as the signal strength varies,
 751          *   if the radio's automatic gain control (AGC) is working right.
 752          * AGC value (see below) will provide the "interesting" info.
 753          */
 754         val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_AB_IDX]);
 755         rssi_a = (val & IWLAGN_OFDM_RSSI_INBAND_A_BITMSK) >>
 756                 IWLAGN_OFDM_RSSI_A_BIT_POS;
 757         rssi_b = (val & IWLAGN_OFDM_RSSI_INBAND_B_BITMSK) >>
 758                 IWLAGN_OFDM_RSSI_B_BIT_POS;
 759         val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_C_IDX]);
 760         rssi_c = (val & IWLAGN_OFDM_RSSI_INBAND_C_BITMSK) >>
 761                 IWLAGN_OFDM_RSSI_C_BIT_POS;
 762
 763         max_rssi = max_t(u32, rssi_a, rssi_b);
 764         max_rssi = max_t(u32, max_rssi, rssi_c);
 765
 766         IWL_DEBUG_STATS(priv, "Rssi In A %d B %d C %d Max %d AGC dB %d\n",
 767                 rssi_a, rssi_b, rssi_c, max_rssi, agc);
 768
 769         /* dBm = max_rssi dB - agc dB - constant.
 770          * Higher AGC (higher radio gain) means lower signal. */
 771         return max_rssi - agc - IWLAGN_RSSI_OFFSET;
 772 }
 773
 774 /* Called for REPLY_RX_MPDU_CMD */
 775 static void iwlagn_rx_reply_rx(struct iwl_priv *priv,
 776                                struct iwl_rx_cmd_buffer *rxb)
 777 {
 778         struct ieee80211_hdr *header;
 779         struct ieee80211_rx_status rx_status = {};
 780         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 781         struct iwl_rx_phy_res *phy_res;
 782         __le32 rx_pkt_status;
 783         struct iwl_rx_mpdu_res_start *amsdu;
 784         u32 len, pkt_len = iwl_rx_packet_len(pkt);
 785         u32 ampdu_status;
 786         u32 rate_n_flags;
 787
 788         if (!priv->last_phy_res_valid) {
 789                 IWL_ERR(priv, "MPDU frame without cached PHY data\n");
 790                 return;
 791         }
 792
 793         if (unlikely(pkt_len < sizeof(*amsdu))) {
 794                 IWL_DEBUG_DROP(priv, "Bad REPLY_RX_MPDU_CMD size\n");
 795                 return;
 796         }
 797
 798         phy_res = &priv->last_phy_res;
 799         amsdu = (struct iwl_rx_mpdu_res_start *)pkt->data;
 800         header = (struct ieee80211_hdr *)(pkt->data + sizeof(*amsdu));
 801         len = le16_to_cpu(amsdu->byte_count);
 802
 803         if (unlikely(len + sizeof(*amsdu) + sizeof(__le32) > pkt_len)) {
 804                 IWL_DEBUG_DROP(priv, "FW lied about packet len\n");
 805                 return;
 806         }
 807
 808         rx_pkt_status = *(__le32 *)(pkt->data + sizeof(*amsdu) + len);
 809         ampdu_status = iwlagn_translate_rx_status(priv,
 810                                                   le32_to_cpu(rx_pkt_status));
 811
 812         if ((unlikely(phy_res->cfg_phy_cnt > 20))) {
 813                 IWL_DEBUG_DROP(priv, "dsp size out of range [0,20]: %d\n",
 814                                 phy_res->cfg_phy_cnt);
 815                 return;
 816         }
 817
 818         if (!(rx_pkt_status & RX_RES_STATUS_NO_CRC32_ERROR) ||
 819             !(rx_pkt_status & RX_RES_STATUS_NO_RXE_OVERFLOW)) {
 820                 IWL_DEBUG_RX(priv, "Bad CRC or FIFO: 0x%08X.\n",
 821                                 le32_to_cpu(rx_pkt_status));
 822                 return;
 823         }
 824
 825         /* This will be used in several places later */
 826         rate_n_flags = le32_to_cpu(phy_res->rate_n_flags);
 827
 828         /* rx_status carries information about the packet to mac80211 */
 829         rx_status.mactime = le64_to_cpu(phy_res->timestamp);
 830         rx_status.band = (phy_res->phy_flags & RX_RES_PHY_FLAGS_BAND_24_MSK) ?
 831                                 NL80211_BAND_2GHZ : NL80211_BAND_5GHZ;
 832         rx_status.freq =
 833                 ieee80211_channel_to_frequency(le16_to_cpu(phy_res->channel),
 834                                                rx_status.band);
 835         rx_status.rate_idx =
 836                 iwlagn_hwrate_to_mac80211_idx(rate_n_flags, rx_status.band);
 837         rx_status.flag = 0;
 838
 839         /* TSF isn't reliable. In order to allow smooth user experience,
 840          * this W/A doesn't propagate it to the mac80211 */
 841         /*rx_status.flag |= RX_FLAG_MACTIME_START;*/
 842
 843         priv->ucode_beacon_time = le32_to_cpu(phy_res->beacon_time_stamp);
 844
 845         /* Find max signal strength (dBm) among 3 antenna/receiver chains */
 846         rx_status.signal = iwlagn_calc_rssi(priv, phy_res);
 847
 848         IWL_DEBUG_STATS_LIMIT(priv, "Rssi %d, TSF %llu\n",
 849                 rx_status.signal, (unsigned long long)rx_status.mactime);
 850
 851         /*
 852          * "antenna number"
 853          *
 854          * It seems that the antenna field in the phy flags value
 855          * is actually a bit field. This is undefined by radiotap,
 856          * it wants an actual antenna number but I always get "7"
 857          * for most legacy frames I receive indicating that the
 858          * same frame was received on all three RX chains.
 859          *
 860          * I think this field should be removed in favor of a
 861          * new 802.11n radiotap field "RX chains" that is defined
 862          * as a bitmask.
 863          */
 864         rx_status.antenna =
 865                 (le16_to_cpu(phy_res->phy_flags) & RX_RES_PHY_FLAGS_ANTENNA_MSK)
 866                 >> RX_RES_PHY_FLAGS_ANTENNA_POS;
 867
 868         /* set the preamble flag if appropriate */
 869         if (phy_res->phy_flags & RX_RES_PHY_FLAGS_SHORT_PREAMBLE_MSK)
 870                 rx_status.enc_flags |= RX_ENC_FLAG_SHORTPRE;
 871
 872         if (phy_res->phy_flags & RX_RES_PHY_FLAGS_AGG_MSK) {
 873                 /*
 874                  * We know which subframes of an A-MPDU belong
 875                  * together since we get a single PHY response
 876                  * from the firmware for all of them
 877                  */
 878                 rx_status.flag |= RX_FLAG_AMPDU_DETAILS;
 879                 rx_status.ampdu_reference = priv->ampdu_ref;
 880         }
 881
 882         /* Set up the HT phy flags */
 883         if (rate_n_flags & RATE_MCS_HT_MSK)
 884                 rx_status.encoding = RX_ENC_HT;
 885         if (rate_n_flags & RATE_MCS_HT40_MSK)
 886                 rx_status.bw = RATE_INFO_BW_40;
 887         else
 888                 rx_status.bw = RATE_INFO_BW_20;
 889         if (rate_n_flags & RATE_MCS_SGI_MSK)
 890                 rx_status.enc_flags |= RX_ENC_FLAG_SHORT_GI;
 891         if (rate_n_flags & RATE_MCS_GF_MSK)
 892                 rx_status.enc_flags |= RX_ENC_FLAG_HT_GF;
 893
 894         iwlagn_pass_packet_to_mac80211(priv, header, len, ampdu_status,
 895                                     rxb, &rx_status);
 896 }
 897
 898 static void iwlagn_rx_noa_notification(struct iwl_priv *priv,
 899                                        struct iwl_rx_cmd_buffer *rxb)
 900 {
 901         struct iwl_wipan_noa_data *new_data, *old_data;
 902         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 903         struct iwl_wipan_noa_notification *noa_notif = (void *)pkt->data;
 904
 905         /* no condition -- we're in softirq */
 906         old_data = rcu_dereference_protected(priv->noa_data, true);
 907
 908         if (noa_notif->noa_active) {
 909                 u32 len = le16_to_cpu(noa_notif->noa_attribute.length);
 910                 u32 copylen = len;
 911
 912                 /* EID, len, OUI, subtype */
 913                 len += 1 + 1 + 3 + 1;
 914                 /* P2P id, P2P length */
 915                 len += 1 + 2;
 916                 copylen += 1 + 2;
 917
 918                 new_data = kmalloc(struct_size(new_data, data, len), GFP_ATOMIC);
 919                 if (new_data) {
 920                         new_data->length = len;
 921                         new_data->data[0] = WLAN_EID_VENDOR_SPECIFIC;
 922                         new_data->data[1] = len - 2; /* not counting EID, len */
 923                         new_data->data[2] = (WLAN_OUI_WFA >> 16) & 0xff;
 924                         new_data->data[3] = (WLAN_OUI_WFA >> 8) & 0xff;
 925                         new_data->data[4] = (WLAN_OUI_WFA >> 0) & 0xff;
 926                         new_data->data[5] = WLAN_OUI_TYPE_WFA_P2P;
 927                         memcpy(&new_data->data[6], &noa_notif->noa_attribute,
 928                                copylen);
 929                 }
 930         } else
 931                 new_data = NULL;
 932
 933         rcu_assign_pointer(priv->noa_data, new_data);
 934
 935         if (old_data)
 936                 kfree_rcu(old_data, rcu_head);
 937 }
 938
 939 /*
 940  * iwl_setup_rx_handlers - Initialize Rx handler callbacks
 941  *
 942  * Setup the RX handlers for each of the reply types sent from the uCode
 943  * to the host.
 944  */
 945 void iwl_setup_rx_handlers(struct iwl_priv *priv)
 946 {
 947         void (**handlers)(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb);
 948
 949         handlers = priv->rx_handlers;
 950
 951         handlers[REPLY_ERROR]                   = iwlagn_rx_reply_error;
 952         handlers[CHANNEL_SWITCH_NOTIFICATION]   = iwlagn_rx_csa;
 953         handlers[SPECTRUM_MEASURE_NOTIFICATION] =
 954                 iwlagn_rx_spectrum_measure_notif;
 955         handlers[PM_SLEEP_NOTIFICATION]         = iwlagn_rx_pm_sleep_notif;
 956         handlers[PM_DEBUG_STATISTIC_NOTIFIC]    =
 957                 iwlagn_rx_pm_debug_statistics_notif;
 958         handlers[BEACON_NOTIFICATION]           = iwlagn_rx_beacon_notif;
 959         handlers[REPLY_ADD_STA]                 = iwl_add_sta_callback;
 960
 961         handlers[REPLY_WIPAN_NOA_NOTIFICATION]  = iwlagn_rx_noa_notification;
 962
 963         /*
 964          * The same handler is used for both the REPLY to a discrete
 965          * statistics request from the host as well as for the periodic
 966          * statistics notifications (after received beacons) from the uCode.
 967          */
 968         handlers[REPLY_STATISTICS_CMD]          = iwlagn_rx_reply_statistics;
 969         handlers[STATISTICS_NOTIFICATION]       = iwlagn_rx_statistics;
 970
 971         iwl_setup_rx_scan_handlers(priv);
 972
 973         handlers[CARD_STATE_NOTIFICATION]       = iwlagn_rx_card_state_notif;
 974         handlers[MISSED_BEACONS_NOTIFICATION]   =
 975                 iwlagn_rx_missed_beacon_notif;
 976
 977         /* Rx handlers */
 978         handlers[REPLY_RX_PHY_CMD]              = iwlagn_rx_reply_rx_phy;
 979         handlers[REPLY_RX_MPDU_CMD]             = iwlagn_rx_reply_rx;
 980
 981         /* block ack */
 982         handlers[REPLY_COMPRESSED_BA]           =
 983                 iwlagn_rx_reply_compressed_ba;
 984
 985         priv->rx_handlers[REPLY_TX] = iwlagn_rx_reply_tx;
 986
 987         /* set up notification wait support */
 988         iwl_notification_wait_init(&priv->notif_wait);
 989
 990         /* Set up BT Rx handlers */
 991         if (priv->lib->bt_params)
 992                 iwlagn_bt_rx_handler_setup(priv);
 993 }
 994
 995 void iwl_rx_dispatch(struct iwl_op_mode *op_mode, struct napi_struct *napi,
 996                      struct iwl_rx_cmd_buffer *rxb)
 997 {
 998         struct iwl_rx_packet *pkt = rxb_addr(rxb);
 999         struct iwl_priv *priv = IWL_OP_MODE_GET_DVM(op_mode);
1000
1001         /*
1002          * Do the notification wait before RX handlers so
1003          * even if the RX handler consumes the RXB we have
1004          * access to it in the notification wait entry.
1005          */
1006         iwl_notification_wait_notify(&priv->notif_wait, pkt);
1007
1008         /* Based on type of command response or notification,
1009          *   handle those that need handling via function in
1010          *   rx_handlers table.  See iwl_setup_rx_handlers() */
1011         if (priv->rx_handlers[pkt->hdr.cmd]) {
1012                 priv->rx_handlers_stats[pkt->hdr.cmd]++;
1013                 priv->rx_handlers[pkt->hdr.cmd](priv, rxb);
1014         } else {
1015                 /* No handling needed */
1016                 IWL_DEBUG_RX(priv, "No handler needed for %s, 0x%02x\n",
1017                              iwl_get_cmd_string(priv->trans,
1018                                                 WIDE_ID(0, pkt->hdr.cmd)),
1019                              pkt->hdr.cmd);
1020         }
1021 }