1/******************************************************************************
2 *
3 * Copyright(c) 2003 - 2014 Intel Corporation. All rights reserved.
4 *
5 * Portions of this file are derived from the ipw3945 project, as well
6 * as portionhelp of the ieee80211 subsystem header files.
7 *
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of version 2 of the GNU General Public License as
10 * published by the Free Software Foundation.
11 *
12 * This program is distributed in the hope that it will be useful, but WITHOUT
13 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
15 * more details.
16 *
17 * You should have received a copy of the GNU General Public License along with
18 * this program; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
20 *
21 * The full GNU General Public License is included in this distribution in the
22 * file called LICENSE.
23 *
24 * Contact Information:
25 *  Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *
28 *****************************************************************************/
29
30#include <linux/etherdevice.h>
31#include <linux/slab.h>
32#include <linux/sched.h>
33#include <net/mac80211.h>
34#include <asm/unaligned.h>
35#include "iwl-io.h"
36#include "dev.h"
37#include "calib.h"
38#include "agn.h"
39
40#define IWL_CMD_ENTRY(x) [x] = #x
41
42const char *const iwl_dvm_cmd_strings[REPLY_MAX + 1] = {
43	IWL_CMD_ENTRY(REPLY_ALIVE),
44	IWL_CMD_ENTRY(REPLY_ERROR),
45	IWL_CMD_ENTRY(REPLY_ECHO),
46	IWL_CMD_ENTRY(REPLY_RXON),
47	IWL_CMD_ENTRY(REPLY_RXON_ASSOC),
48	IWL_CMD_ENTRY(REPLY_QOS_PARAM),
49	IWL_CMD_ENTRY(REPLY_RXON_TIMING),
50	IWL_CMD_ENTRY(REPLY_ADD_STA),
51	IWL_CMD_ENTRY(REPLY_REMOVE_STA),
52	IWL_CMD_ENTRY(REPLY_REMOVE_ALL_STA),
53	IWL_CMD_ENTRY(REPLY_TXFIFO_FLUSH),
54	IWL_CMD_ENTRY(REPLY_WEPKEY),
55	IWL_CMD_ENTRY(REPLY_TX),
56	IWL_CMD_ENTRY(REPLY_LEDS_CMD),
57	IWL_CMD_ENTRY(REPLY_TX_LINK_QUALITY_CMD),
58	IWL_CMD_ENTRY(COEX_PRIORITY_TABLE_CMD),
59	IWL_CMD_ENTRY(COEX_MEDIUM_NOTIFICATION),
60	IWL_CMD_ENTRY(COEX_EVENT_CMD),
61	IWL_CMD_ENTRY(REPLY_QUIET_CMD),
62	IWL_CMD_ENTRY(REPLY_CHANNEL_SWITCH),
63	IWL_CMD_ENTRY(CHANNEL_SWITCH_NOTIFICATION),
64	IWL_CMD_ENTRY(REPLY_SPECTRUM_MEASUREMENT_CMD),
65	IWL_CMD_ENTRY(SPECTRUM_MEASURE_NOTIFICATION),
66	IWL_CMD_ENTRY(POWER_TABLE_CMD),
67	IWL_CMD_ENTRY(PM_SLEEP_NOTIFICATION),
68	IWL_CMD_ENTRY(PM_DEBUG_STATISTIC_NOTIFIC),
69	IWL_CMD_ENTRY(REPLY_SCAN_CMD),
70	IWL_CMD_ENTRY(REPLY_SCAN_ABORT_CMD),
71	IWL_CMD_ENTRY(SCAN_START_NOTIFICATION),
72	IWL_CMD_ENTRY(SCAN_RESULTS_NOTIFICATION),
73	IWL_CMD_ENTRY(SCAN_COMPLETE_NOTIFICATION),
74	IWL_CMD_ENTRY(BEACON_NOTIFICATION),
75	IWL_CMD_ENTRY(REPLY_TX_BEACON),
76	IWL_CMD_ENTRY(WHO_IS_AWAKE_NOTIFICATION),
77	IWL_CMD_ENTRY(QUIET_NOTIFICATION),
78	IWL_CMD_ENTRY(REPLY_TX_PWR_TABLE_CMD),
79	IWL_CMD_ENTRY(MEASURE_ABORT_NOTIFICATION),
80	IWL_CMD_ENTRY(REPLY_BT_CONFIG),
81	IWL_CMD_ENTRY(REPLY_STATISTICS_CMD),
82	IWL_CMD_ENTRY(STATISTICS_NOTIFICATION),
83	IWL_CMD_ENTRY(REPLY_CARD_STATE_CMD),
84	IWL_CMD_ENTRY(CARD_STATE_NOTIFICATION),
85	IWL_CMD_ENTRY(MISSED_BEACONS_NOTIFICATION),
86	IWL_CMD_ENTRY(REPLY_CT_KILL_CONFIG_CMD),
87	IWL_CMD_ENTRY(SENSITIVITY_CMD),
88	IWL_CMD_ENTRY(REPLY_PHY_CALIBRATION_CMD),
89	IWL_CMD_ENTRY(REPLY_RX_PHY_CMD),
90	IWL_CMD_ENTRY(REPLY_RX_MPDU_CMD),
91	IWL_CMD_ENTRY(REPLY_COMPRESSED_BA),
92	IWL_CMD_ENTRY(CALIBRATION_CFG_CMD),
93	IWL_CMD_ENTRY(CALIBRATION_RES_NOTIFICATION),
94	IWL_CMD_ENTRY(CALIBRATION_COMPLETE_NOTIFICATION),
95	IWL_CMD_ENTRY(REPLY_TX_POWER_DBM_CMD),
96	IWL_CMD_ENTRY(TEMPERATURE_NOTIFICATION),
97	IWL_CMD_ENTRY(TX_ANT_CONFIGURATION_CMD),
98	IWL_CMD_ENTRY(REPLY_BT_COEX_PROFILE_NOTIF),
99	IWL_CMD_ENTRY(REPLY_BT_COEX_PRIO_TABLE),
100	IWL_CMD_ENTRY(REPLY_BT_COEX_PROT_ENV),
101	IWL_CMD_ENTRY(REPLY_WIPAN_PARAMS),
102	IWL_CMD_ENTRY(REPLY_WIPAN_RXON),
103	IWL_CMD_ENTRY(REPLY_WIPAN_RXON_TIMING),
104	IWL_CMD_ENTRY(REPLY_WIPAN_RXON_ASSOC),
105	IWL_CMD_ENTRY(REPLY_WIPAN_QOS_PARAM),
106	IWL_CMD_ENTRY(REPLY_WIPAN_WEPKEY),
107	IWL_CMD_ENTRY(REPLY_WIPAN_P2P_CHANNEL_SWITCH),
108	IWL_CMD_ENTRY(REPLY_WIPAN_NOA_NOTIFICATION),
109	IWL_CMD_ENTRY(REPLY_WIPAN_DEACTIVATION_COMPLETE),
110	IWL_CMD_ENTRY(REPLY_WOWLAN_PATTERNS),
111	IWL_CMD_ENTRY(REPLY_WOWLAN_WAKEUP_FILTER),
112	IWL_CMD_ENTRY(REPLY_WOWLAN_TSC_RSC_PARAMS),
113	IWL_CMD_ENTRY(REPLY_WOWLAN_TKIP_PARAMS),
114	IWL_CMD_ENTRY(REPLY_WOWLAN_KEK_KCK_MATERIAL),
115	IWL_CMD_ENTRY(REPLY_WOWLAN_GET_STATUS),
116	IWL_CMD_ENTRY(REPLY_D3_CONFIG),
117};
118#undef IWL_CMD_ENTRY
119
120/******************************************************************************
121 *
122 * Generic RX handler implementations
123 *
124 ******************************************************************************/
125
126static void iwlagn_rx_reply_error(struct iwl_priv *priv,
127				  struct iwl_rx_cmd_buffer *rxb)
128{
129	struct iwl_rx_packet *pkt = rxb_addr(rxb);
130	struct iwl_error_resp *err_resp = (void *)pkt->data;
131
132	IWL_ERR(priv, "Error Reply type 0x%08X cmd REPLY_ERROR (0x%02X) "
133		"seq 0x%04X ser 0x%08X\n",
134		le32_to_cpu(err_resp->error_type),
135		err_resp->cmd_id,
136		le16_to_cpu(err_resp->bad_cmd_seq_num),
137		le32_to_cpu(err_resp->error_info));
138}
139
140static void iwlagn_rx_csa(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb)
141{
142	struct iwl_rx_packet *pkt = rxb_addr(rxb);
143	struct iwl_csa_notification *csa = (void *)pkt->data;
144	/*
145	 * MULTI-FIXME
146	 * See iwlagn_mac_channel_switch.
147	 */
148	struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
149	struct iwl_rxon_cmd *rxon = (void *)&ctx->active;
150
151	if (!test_bit(STATUS_CHANNEL_SWITCH_PENDING, &priv->status))
152		return;
153
154	if (!le32_to_cpu(csa->status) && csa->channel == priv->switch_channel) {
155		rxon->channel = csa->channel;
156		ctx->staging.channel = csa->channel;
157		IWL_DEBUG_11H(priv, "CSA notif: channel %d\n",
158			      le16_to_cpu(csa->channel));
159		iwl_chswitch_done(priv, true);
160	} else {
161		IWL_ERR(priv, "CSA notif (fail) : channel %d\n",
162			le16_to_cpu(csa->channel));
163		iwl_chswitch_done(priv, false);
164	}
165}
166
167
168static void iwlagn_rx_spectrum_measure_notif(struct iwl_priv *priv,
169					     struct iwl_rx_cmd_buffer *rxb)
170{
171	struct iwl_rx_packet *pkt = rxb_addr(rxb);
172	struct iwl_spectrum_notification *report = (void *)pkt->data;
173
174	if (!report->state) {
175		IWL_DEBUG_11H(priv,
176			"Spectrum Measure Notification: Start\n");
177		return;
178	}
179
180	memcpy(&priv->measure_report, report, sizeof(*report));
181	priv->measurement_status |= MEASUREMENT_READY;
182}
183
184static void iwlagn_rx_pm_sleep_notif(struct iwl_priv *priv,
185				     struct iwl_rx_cmd_buffer *rxb)
186{
187#ifdef CONFIG_IWLWIFI_DEBUG
188	struct iwl_rx_packet *pkt = rxb_addr(rxb);
189	struct iwl_sleep_notification *sleep = (void *)pkt->data;
190	IWL_DEBUG_RX(priv, "sleep mode: %d, src: %d\n",
191		     sleep->pm_sleep_mode, sleep->pm_wakeup_src);
192#endif
193}
194
195static void iwlagn_rx_pm_debug_statistics_notif(struct iwl_priv *priv,
196						struct iwl_rx_cmd_buffer *rxb)
197{
198	struct iwl_rx_packet *pkt = rxb_addr(rxb);
199	u32 __maybe_unused len = iwl_rx_packet_len(pkt);
200	IWL_DEBUG_RADIO(priv, "Dumping %d bytes of unhandled "
201			"notification for PM_DEBUG_STATISTIC_NOTIFIC:\n", len);
202	iwl_print_hex_dump(priv, IWL_DL_RADIO, pkt->data, len);
203}
204
205static void iwlagn_rx_beacon_notif(struct iwl_priv *priv,
206				   struct iwl_rx_cmd_buffer *rxb)
207{
208	struct iwl_rx_packet *pkt = rxb_addr(rxb);
209	struct iwlagn_beacon_notif *beacon = (void *)pkt->data;
210#ifdef CONFIG_IWLWIFI_DEBUG
211	u16 status = le16_to_cpu(beacon->beacon_notify_hdr.status.status);
212	u8 rate = iwl_hw_get_rate(beacon->beacon_notify_hdr.rate_n_flags);
213
214	IWL_DEBUG_RX(priv, "beacon status %#x, retries:%d ibssmgr:%d "
215		"tsf:0x%.8x%.8x rate:%d\n",
216		status & TX_STATUS_MSK,
217		beacon->beacon_notify_hdr.failure_frame,
218		le32_to_cpu(beacon->ibss_mgr_status),
219		le32_to_cpu(beacon->high_tsf),
220		le32_to_cpu(beacon->low_tsf), rate);
221#endif
222
223	priv->ibss_manager = le32_to_cpu(beacon->ibss_mgr_status);
224}
225
226/**
227 * iwl_good_plcp_health - checks for plcp error.
228 *
229 * When the plcp error is exceeding the thresholds, reset the radio
230 * to improve the throughput.
231 */
232static bool iwlagn_good_plcp_health(struct iwl_priv *priv,
233				 struct statistics_rx_phy *cur_ofdm,
234				 struct statistics_rx_ht_phy *cur_ofdm_ht,
235				 unsigned int msecs)
236{
237	int delta;
238	int threshold = priv->plcp_delta_threshold;
239
240	if (threshold == IWL_MAX_PLCP_ERR_THRESHOLD_DISABLE) {
241		IWL_DEBUG_RADIO(priv, "plcp_err check disabled\n");
242		return true;
243	}
244
245	delta = le32_to_cpu(cur_ofdm->plcp_err) -
246		le32_to_cpu(priv->statistics.rx_ofdm.plcp_err) +
247		le32_to_cpu(cur_ofdm_ht->plcp_err) -
248		le32_to_cpu(priv->statistics.rx_ofdm_ht.plcp_err);
249
250	/* Can be negative if firmware reset statistics */
251	if (delta <= 0)
252		return true;
253
254	if ((delta * 100 / msecs) > threshold) {
255		IWL_DEBUG_RADIO(priv,
256				"plcp health threshold %u delta %d msecs %u\n",
257				threshold, delta, msecs);
258		return false;
259	}
260
261	return true;
262}
263
264int iwl_force_rf_reset(struct iwl_priv *priv, bool external)
265{
266	struct iwl_rf_reset *rf_reset;
267
268	if (test_bit(STATUS_EXIT_PENDING, &priv->status))
269		return -EAGAIN;
270
271	if (!iwl_is_any_associated(priv)) {
272		IWL_DEBUG_SCAN(priv, "force reset rejected: not associated\n");
273		return -ENOLINK;
274	}
275
276	rf_reset = &priv->rf_reset;
277	rf_reset->reset_request_count++;
278	if (!external && rf_reset->last_reset_jiffies &&
279	    time_after(rf_reset->last_reset_jiffies +
280		       IWL_DELAY_NEXT_FORCE_RF_RESET, jiffies)) {
281		IWL_DEBUG_INFO(priv, "RF reset rejected\n");
282		rf_reset->reset_reject_count++;
283		return -EAGAIN;
284	}
285	rf_reset->reset_success_count++;
286	rf_reset->last_reset_jiffies = jiffies;
287
288	/*
289	 * There is no easy and better way to force reset the radio,
290	 * the only known method is switching channel which will force to
291	 * reset and tune the radio.
292	 * Use internal short scan (single channel) operation to should
293	 * achieve this objective.
294	 * Driver should reset the radio when number of consecutive missed
295	 * beacon, or any other uCode error condition detected.
296	 */
297	IWL_DEBUG_INFO(priv, "perform radio reset.\n");
298	iwl_internal_short_hw_scan(priv);
299	return 0;
300}
301
302
303static void iwlagn_recover_from_statistics(struct iwl_priv *priv,
304				struct statistics_rx_phy *cur_ofdm,
305				struct statistics_rx_ht_phy *cur_ofdm_ht,
306				struct statistics_tx *tx,
307				unsigned long stamp)
308{
309	unsigned int msecs;
310
311	if (test_bit(STATUS_EXIT_PENDING, &priv->status))
312		return;
313
314	msecs = jiffies_to_msecs(stamp - priv->rx_statistics_jiffies);
315
316	/* Only gather statistics and update time stamp when not associated */
317	if (!iwl_is_any_associated(priv))
318		return;
319
320	/* Do not check/recover when do not have enough statistics data */
321	if (msecs < 99)
322		return;
323
324	if (!iwlagn_good_plcp_health(priv, cur_ofdm, cur_ofdm_ht, msecs))
325		iwl_force_rf_reset(priv, false);
326}
327
328/* Calculate noise level, based on measurements during network silence just
329 *   before arriving beacon.  This measurement can be done only if we know
330 *   exactly when to expect beacons, therefore only when we're associated. */
331static void iwlagn_rx_calc_noise(struct iwl_priv *priv)
332{
333	struct statistics_rx_non_phy *rx_info;
334	int num_active_rx = 0;
335	int total_silence = 0;
336	int bcn_silence_a, bcn_silence_b, bcn_silence_c;
337	int last_rx_noise;
338
339	rx_info = &priv->statistics.rx_non_phy;
340
341	bcn_silence_a =
342		le32_to_cpu(rx_info->beacon_silence_rssi_a) & IN_BAND_FILTER;
343	bcn_silence_b =
344		le32_to_cpu(rx_info->beacon_silence_rssi_b) & IN_BAND_FILTER;
345	bcn_silence_c =
346		le32_to_cpu(rx_info->beacon_silence_rssi_c) & IN_BAND_FILTER;
347
348	if (bcn_silence_a) {
349		total_silence += bcn_silence_a;
350		num_active_rx++;
351	}
352	if (bcn_silence_b) {
353		total_silence += bcn_silence_b;
354		num_active_rx++;
355	}
356	if (bcn_silence_c) {
357		total_silence += bcn_silence_c;
358		num_active_rx++;
359	}
360
361	/* Average among active antennas */
362	if (num_active_rx)
363		last_rx_noise = (total_silence / num_active_rx) - 107;
364	else
365		last_rx_noise = IWL_NOISE_MEAS_NOT_AVAILABLE;
366
367	IWL_DEBUG_CALIB(priv, "inband silence a %u, b %u, c %u, dBm %d\n",
368			bcn_silence_a, bcn_silence_b, bcn_silence_c,
369			last_rx_noise);
370}
371
372#ifdef CONFIG_IWLWIFI_DEBUGFS
373/*
374 *  based on the assumption of all statistics counter are in DWORD
375 *  FIXME: This function is for debugging, do not deal with
376 *  the case of counters roll-over.
377 */
378static void accum_stats(__le32 *prev, __le32 *cur, __le32 *delta,
379			__le32 *max_delta, __le32 *accum, int size)
380{
381	int i;
382
383	for (i = 0;
384	     i < size / sizeof(__le32);
385	     i++, prev++, cur++, delta++, max_delta++, accum++) {
386		if (le32_to_cpu(*cur) > le32_to_cpu(*prev)) {
387			*delta = cpu_to_le32(
388				le32_to_cpu(*cur) - le32_to_cpu(*prev));
389			le32_add_cpu(accum, le32_to_cpu(*delta));
390			if (le32_to_cpu(*delta) > le32_to_cpu(*max_delta))
391				*max_delta = *delta;
392		}
393	}
394}
395
396static void
397iwlagn_accumulative_statistics(struct iwl_priv *priv,
398			    struct statistics_general_common *common,
399			    struct statistics_rx_non_phy *rx_non_phy,
400			    struct statistics_rx_phy *rx_ofdm,
401			    struct statistics_rx_ht_phy *rx_ofdm_ht,
402			    struct statistics_rx_phy *rx_cck,
403			    struct statistics_tx *tx,
404			    struct statistics_bt_activity *bt_activity)
405{
406#define ACCUM(_name)	\
407	accum_stats((__le32 *)&priv->statistics._name,		\
408		    (__le32 *)_name,				\
409		    (__le32 *)&priv->delta_stats._name,		\
410		    (__le32 *)&priv->max_delta_stats._name,	\
411		    (__le32 *)&priv->accum_stats._name,		\
412		    sizeof(*_name));
413
414	ACCUM(common);
415	ACCUM(rx_non_phy);
416	ACCUM(rx_ofdm);
417	ACCUM(rx_ofdm_ht);
418	ACCUM(rx_cck);
419	ACCUM(tx);
420	if (bt_activity)
421		ACCUM(bt_activity);
422#undef ACCUM
423}
424#else
425static inline void
426iwlagn_accumulative_statistics(struct iwl_priv *priv,
427			    struct statistics_general_common *common,
428			    struct statistics_rx_non_phy *rx_non_phy,
429			    struct statistics_rx_phy *rx_ofdm,
430			    struct statistics_rx_ht_phy *rx_ofdm_ht,
431			    struct statistics_rx_phy *rx_cck,
432			    struct statistics_tx *tx,
433			    struct statistics_bt_activity *bt_activity)
434{
435}
436#endif
437
438static void iwlagn_rx_statistics(struct iwl_priv *priv,
439				 struct iwl_rx_cmd_buffer *rxb)
440{
441	unsigned long stamp = jiffies;
442	const int reg_recalib_period = 60;
443	int change;
444	struct iwl_rx_packet *pkt = rxb_addr(rxb);
445	u32 len = iwl_rx_packet_payload_len(pkt);
446	__le32 *flag;
447	struct statistics_general_common *common;
448	struct statistics_rx_non_phy *rx_non_phy;
449	struct statistics_rx_phy *rx_ofdm;
450	struct statistics_rx_ht_phy *rx_ofdm_ht;
451	struct statistics_rx_phy *rx_cck;
452	struct statistics_tx *tx;
453	struct statistics_bt_activity *bt_activity;
454
455	IWL_DEBUG_RX(priv, "Statistics notification received (%d bytes).\n",
456		     len);
457
458	spin_lock(&priv->statistics.lock);
459
460	if (len == sizeof(struct iwl_bt_notif_statistics)) {
461		struct iwl_bt_notif_statistics *stats;
462		stats = (void *)&pkt->data;
463		flag = &stats->flag;
464		common = &stats->general.common;
465		rx_non_phy = &stats->rx.general.common;
466		rx_ofdm = &stats->rx.ofdm;
467		rx_ofdm_ht = &stats->rx.ofdm_ht;
468		rx_cck = &stats->rx.cck;
469		tx = &stats->tx;
470		bt_activity = &stats->general.activity;
471
472#ifdef CONFIG_IWLWIFI_DEBUGFS
473		/* handle this exception directly */
474		priv->statistics.num_bt_kills = stats->rx.general.num_bt_kills;
475		le32_add_cpu(&priv->statistics.accum_num_bt_kills,
476			     le32_to_cpu(stats->rx.general.num_bt_kills));
477#endif
478	} else if (len == sizeof(struct iwl_notif_statistics)) {
479		struct iwl_notif_statistics *stats;
480		stats = (void *)&pkt->data;
481		flag = &stats->flag;
482		common = &stats->general.common;
483		rx_non_phy = &stats->rx.general;
484		rx_ofdm = &stats->rx.ofdm;
485		rx_ofdm_ht = &stats->rx.ofdm_ht;
486		rx_cck = &stats->rx.cck;
487		tx = &stats->tx;
488		bt_activity = NULL;
489	} else {
490		WARN_ONCE(1, "len %d doesn't match BT (%zu) or normal (%zu)\n",
491			  len, sizeof(struct iwl_bt_notif_statistics),
492			  sizeof(struct iwl_notif_statistics));
493		spin_unlock(&priv->statistics.lock);
494		return;
495	}
496
497	change = common->temperature != priv->statistics.common.temperature ||
498		 (*flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK) !=
499		 (priv->statistics.flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK);
500
501	iwlagn_accumulative_statistics(priv, common, rx_non_phy, rx_ofdm,
502				    rx_ofdm_ht, rx_cck, tx, bt_activity);
503
504	iwlagn_recover_from_statistics(priv, rx_ofdm, rx_ofdm_ht, tx, stamp);
505
506	priv->statistics.flag = *flag;
507	memcpy(&priv->statistics.common, common, sizeof(*common));
508	memcpy(&priv->statistics.rx_non_phy, rx_non_phy, sizeof(*rx_non_phy));
509	memcpy(&priv->statistics.rx_ofdm, rx_ofdm, sizeof(*rx_ofdm));
510	memcpy(&priv->statistics.rx_ofdm_ht, rx_ofdm_ht, sizeof(*rx_ofdm_ht));
511	memcpy(&priv->statistics.rx_cck, rx_cck, sizeof(*rx_cck));
512	memcpy(&priv->statistics.tx, tx, sizeof(*tx));
513#ifdef CONFIG_IWLWIFI_DEBUGFS
514	if (bt_activity)
515		memcpy(&priv->statistics.bt_activity, bt_activity,
516			sizeof(*bt_activity));
517#endif
518
519	priv->rx_statistics_jiffies = stamp;
520
521	set_bit(STATUS_STATISTICS, &priv->status);
522
523	/* Reschedule the statistics timer to occur in
524	 * reg_recalib_period seconds to ensure we get a
525	 * thermal update even if the uCode doesn't give
526	 * us one */
527	mod_timer(&priv->statistics_periodic, jiffies +
528		  msecs_to_jiffies(reg_recalib_period * 1000));
529
530	if (unlikely(!test_bit(STATUS_SCANNING, &priv->status)) &&
531	    (pkt->hdr.cmd == STATISTICS_NOTIFICATION)) {
532		iwlagn_rx_calc_noise(priv);
533		queue_work(priv->workqueue, &priv->run_time_calib_work);
534	}
535	if (priv->lib->temperature && change)
536		priv->lib->temperature(priv);
537
538	spin_unlock(&priv->statistics.lock);
539}
540
541static void iwlagn_rx_reply_statistics(struct iwl_priv *priv,
542				       struct iwl_rx_cmd_buffer *rxb)
543{
544	struct iwl_rx_packet *pkt = rxb_addr(rxb);
545	struct iwl_notif_statistics *stats = (void *)pkt->data;
546
547	if (le32_to_cpu(stats->flag) & UCODE_STATISTICS_CLEAR_MSK) {
548#ifdef CONFIG_IWLWIFI_DEBUGFS
549		memset(&priv->accum_stats, 0,
550			sizeof(priv->accum_stats));
551		memset(&priv->delta_stats, 0,
552			sizeof(priv->delta_stats));
553		memset(&priv->max_delta_stats, 0,
554			sizeof(priv->max_delta_stats));
555#endif
556		IWL_DEBUG_RX(priv, "Statistics have been cleared\n");
557	}
558
559	iwlagn_rx_statistics(priv, rxb);
560}
561
562/* Handle notification from uCode that card's power state is changing
563 * due to software, hardware, or critical temperature RFKILL */
564static void iwlagn_rx_card_state_notif(struct iwl_priv *priv,
565				       struct iwl_rx_cmd_buffer *rxb)
566{
567	struct iwl_rx_packet *pkt = rxb_addr(rxb);
568	struct iwl_card_state_notif *card_state_notif = (void *)pkt->data;
569	u32 flags = le32_to_cpu(card_state_notif->flags);
570	unsigned long status = priv->status;
571
572	IWL_DEBUG_RF_KILL(priv, "Card state received: HW:%s SW:%s CT:%s\n",
573			  (flags & HW_CARD_DISABLED) ? "Kill" : "On",
574			  (flags & SW_CARD_DISABLED) ? "Kill" : "On",
575			  (flags & CT_CARD_DISABLED) ?
576			  "Reached" : "Not reached");
577
578	if (flags & (SW_CARD_DISABLED | HW_CARD_DISABLED |
579		     CT_CARD_DISABLED)) {
580
581		iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_SET,
582			    CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
583
584		iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
585					HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
586
587		if (!(flags & RXON_CARD_DISABLED)) {
588			iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_CLR,
589				    CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
590			iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
591					HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
592		}
593		if (flags & CT_CARD_DISABLED)
594			iwl_tt_enter_ct_kill(priv);
595	}
596	if (!(flags & CT_CARD_DISABLED))
597		iwl_tt_exit_ct_kill(priv);
598
599	if (flags & HW_CARD_DISABLED)
600		set_bit(STATUS_RF_KILL_HW, &priv->status);
601	else
602		clear_bit(STATUS_RF_KILL_HW, &priv->status);
603
604
605	if (!(flags & RXON_CARD_DISABLED))
606		iwl_scan_cancel(priv);
607
608	if ((test_bit(STATUS_RF_KILL_HW, &status) !=
609	     test_bit(STATUS_RF_KILL_HW, &priv->status)))
610		wiphy_rfkill_set_hw_state(priv->hw->wiphy,
611			test_bit(STATUS_RF_KILL_HW, &priv->status));
612}
613
614static void iwlagn_rx_missed_beacon_notif(struct iwl_priv *priv,
615					  struct iwl_rx_cmd_buffer *rxb)
616
617{
618	struct iwl_rx_packet *pkt = rxb_addr(rxb);
619	struct iwl_missed_beacon_notif *missed_beacon = (void *)pkt->data;
620
621	if (le32_to_cpu(missed_beacon->consecutive_missed_beacons) >
622	    priv->missed_beacon_threshold) {
623		IWL_DEBUG_CALIB(priv,
624		    "missed bcn cnsq %d totl %d rcd %d expctd %d\n",
625		    le32_to_cpu(missed_beacon->consecutive_missed_beacons),
626		    le32_to_cpu(missed_beacon->total_missed_becons),
627		    le32_to_cpu(missed_beacon->num_recvd_beacons),
628		    le32_to_cpu(missed_beacon->num_expected_beacons));
629		if (!test_bit(STATUS_SCANNING, &priv->status))
630			iwl_init_sensitivity(priv);
631	}
632}
633
634/* Cache phy data (Rx signal strength, etc) for HT frame (REPLY_RX_PHY_CMD).
635 * This will be used later in iwl_rx_reply_rx() for REPLY_RX_MPDU_CMD. */
636static void iwlagn_rx_reply_rx_phy(struct iwl_priv *priv,
637				   struct iwl_rx_cmd_buffer *rxb)
638{
639	struct iwl_rx_packet *pkt = rxb_addr(rxb);
640
641	priv->last_phy_res_valid = true;
642	priv->ampdu_ref++;
643	memcpy(&priv->last_phy_res, pkt->data,
644	       sizeof(struct iwl_rx_phy_res));
645}
646
647/*
648 * returns non-zero if packet should be dropped
649 */
650static int iwlagn_set_decrypted_flag(struct iwl_priv *priv,
651				  struct ieee80211_hdr *hdr,
652				  u32 decrypt_res,
653				  struct ieee80211_rx_status *stats)
654{
655	u16 fc = le16_to_cpu(hdr->frame_control);
656
657	/*
658	 * All contexts have the same setting here due to it being
659	 * a module parameter, so OK to check any context.
660	 */
661	if (priv->contexts[IWL_RXON_CTX_BSS].active.filter_flags &
662						RXON_FILTER_DIS_DECRYPT_MSK)
663		return 0;
664
665	if (!(fc & IEEE80211_FCTL_PROTECTED))
666		return 0;
667
668	IWL_DEBUG_RX(priv, "decrypt_res:0x%x\n", decrypt_res);
669	switch (decrypt_res & RX_RES_STATUS_SEC_TYPE_MSK) {
670	case RX_RES_STATUS_SEC_TYPE_TKIP:
671		/* The uCode has got a bad phase 1 Key, pushes the packet.
672		 * Decryption will be done in SW. */
673		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
674		    RX_RES_STATUS_BAD_KEY_TTAK)
675			break;
676
677	case RX_RES_STATUS_SEC_TYPE_WEP:
678		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
679		    RX_RES_STATUS_BAD_ICV_MIC) {
680			/* bad ICV, the packet is destroyed since the
681			 * decryption is inplace, drop it */
682			IWL_DEBUG_RX(priv, "Packet destroyed\n");
683			return -1;
684		}
685	case RX_RES_STATUS_SEC_TYPE_CCMP:
686		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
687		    RX_RES_STATUS_DECRYPT_OK) {
688			IWL_DEBUG_RX(priv, "hw decrypt successfully!!!\n");
689			stats->flag |= RX_FLAG_DECRYPTED;
690		}
691		break;
692
693	default:
694		break;
695	}
696	return 0;
697}
698
699static void iwlagn_pass_packet_to_mac80211(struct iwl_priv *priv,
700					struct ieee80211_hdr *hdr,
701					u16 len,
702					u32 ampdu_status,
703					struct iwl_rx_cmd_buffer *rxb,
704					struct ieee80211_rx_status *stats)
705{
706	struct sk_buff *skb;
707	__le16 fc = hdr->frame_control;
708	struct iwl_rxon_context *ctx;
709	unsigned int hdrlen, fraglen;
710
711	/* We only process data packets if the interface is open */
712	if (unlikely(!priv->is_open)) {
713		IWL_DEBUG_DROP_LIMIT(priv,
714		    "Dropping packet while interface is not open.\n");
715		return;
716	}
717
718	/* In case of HW accelerated crypto and bad decryption, drop */
719	if (!iwlwifi_mod_params.sw_crypto &&
720	    iwlagn_set_decrypted_flag(priv, hdr, ampdu_status, stats))
721		return;
722
723	/* Dont use dev_alloc_skb(), we'll have enough headroom once
724	 * ieee80211_hdr pulled.
725	 */
726	skb = alloc_skb(128, GFP_ATOMIC);
727	if (!skb) {
728		IWL_ERR(priv, "alloc_skb failed\n");
729		return;
730	}
731	/* If frame is small enough to fit in skb->head, pull it completely.
732	 * If not, only pull ieee80211_hdr so that splice() or TCP coalesce
733	 * are more efficient.
734	 */
735	hdrlen = (len <= skb_tailroom(skb)) ? len : sizeof(*hdr);
736
737	memcpy(skb_put(skb, hdrlen), hdr, hdrlen);
738	fraglen = len - hdrlen;
739
740	if (fraglen) {
741		int offset = (void *)hdr + hdrlen -
742			     rxb_addr(rxb) + rxb_offset(rxb);
743
744		skb_add_rx_frag(skb, 0, rxb_steal_page(rxb), offset,
745				fraglen, rxb->truesize);
746	}
747
748	/*
749	* Wake any queues that were stopped due to a passive channel tx
750	* failure. This can happen because the regulatory enforcement in
751	* the device waits for a beacon before allowing transmission,
752	* sometimes even after already having transmitted frames for the
753	* association because the new RXON may reset the information.
754	*/
755	if (unlikely(ieee80211_is_beacon(fc) && priv->passive_no_rx)) {
756		for_each_context(priv, ctx) {
757			if (!ether_addr_equal(hdr->addr3,
758					      ctx->active.bssid_addr))
759				continue;
760			iwlagn_lift_passive_no_rx(priv);
761		}
762	}
763
764	memcpy(IEEE80211_SKB_RXCB(skb), stats, sizeof(*stats));
765
766	ieee80211_rx_napi(priv->hw, skb, priv->napi);
767}
768
769static u32 iwlagn_translate_rx_status(struct iwl_priv *priv, u32 decrypt_in)
770{
771	u32 decrypt_out = 0;
772
773	if ((decrypt_in & RX_RES_STATUS_STATION_FOUND) ==
774					RX_RES_STATUS_STATION_FOUND)
775		decrypt_out |= (RX_RES_STATUS_STATION_FOUND |
776				RX_RES_STATUS_NO_STATION_INFO_MISMATCH);
777
778	decrypt_out |= (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK);
779
780	/* packet was not encrypted */
781	if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
782					RX_RES_STATUS_SEC_TYPE_NONE)
783		return decrypt_out;
784
785	/* packet was encrypted with unknown alg */
786	if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
787					RX_RES_STATUS_SEC_TYPE_ERR)
788		return decrypt_out;
789
790	/* decryption was not done in HW */
791	if ((decrypt_in & RX_MPDU_RES_STATUS_DEC_DONE_MSK) !=
792					RX_MPDU_RES_STATUS_DEC_DONE_MSK)
793		return decrypt_out;
794
795	switch (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) {
796
797	case RX_RES_STATUS_SEC_TYPE_CCMP:
798		/* alg is CCM: check MIC only */
799		if (!(decrypt_in & RX_MPDU_RES_STATUS_MIC_OK))
800			/* Bad MIC */
801			decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
802		else
803			decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
804
805		break;
806
807	case RX_RES_STATUS_SEC_TYPE_TKIP:
808		if (!(decrypt_in & RX_MPDU_RES_STATUS_TTAK_OK)) {
809			/* Bad TTAK */
810			decrypt_out |= RX_RES_STATUS_BAD_KEY_TTAK;
811			break;
812		}
813		/* fall through if TTAK OK */
814	default:
815		if (!(decrypt_in & RX_MPDU_RES_STATUS_ICV_OK))
816			decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
817		else
818			decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
819		break;
820	}
821
822	IWL_DEBUG_RX(priv, "decrypt_in:0x%x  decrypt_out = 0x%x\n",
823					decrypt_in, decrypt_out);
824
825	return decrypt_out;
826}
827
828/* Calc max signal level (dBm) among 3 possible receivers */
829static int iwlagn_calc_rssi(struct iwl_priv *priv,
830			     struct iwl_rx_phy_res *rx_resp)
831{
832	/* data from PHY/DSP regarding signal strength, etc.,
833	 *   contents are always there, not configurable by host
834	 */
835	struct iwlagn_non_cfg_phy *ncphy =
836		(struct iwlagn_non_cfg_phy *)rx_resp->non_cfg_phy_buf;
837	u32 val, rssi_a, rssi_b, rssi_c, max_rssi;
838	u8 agc;
839
840	val  = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_AGC_IDX]);
841	agc = (val & IWLAGN_OFDM_AGC_MSK) >> IWLAGN_OFDM_AGC_BIT_POS;
842
843	/* Find max rssi among 3 possible receivers.
844	 * These values are measured by the digital signal processor (DSP).
845	 * They should stay fairly constant even as the signal strength varies,
846	 *   if the radio's automatic gain control (AGC) is working right.
847	 * AGC value (see below) will provide the "interesting" info.
848	 */
849	val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_AB_IDX]);
850	rssi_a = (val & IWLAGN_OFDM_RSSI_INBAND_A_BITMSK) >>
851		IWLAGN_OFDM_RSSI_A_BIT_POS;
852	rssi_b = (val & IWLAGN_OFDM_RSSI_INBAND_B_BITMSK) >>
853		IWLAGN_OFDM_RSSI_B_BIT_POS;
854	val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_C_IDX]);
855	rssi_c = (val & IWLAGN_OFDM_RSSI_INBAND_C_BITMSK) >>
856		IWLAGN_OFDM_RSSI_C_BIT_POS;
857
858	max_rssi = max_t(u32, rssi_a, rssi_b);
859	max_rssi = max_t(u32, max_rssi, rssi_c);
860
861	IWL_DEBUG_STATS(priv, "Rssi In A %d B %d C %d Max %d AGC dB %d\n",
862		rssi_a, rssi_b, rssi_c, max_rssi, agc);
863
864	/* dBm = max_rssi dB - agc dB - constant.
865	 * Higher AGC (higher radio gain) means lower signal. */
866	return max_rssi - agc - IWLAGN_RSSI_OFFSET;
867}
868
869/* Called for REPLY_RX_MPDU_CMD */
870static void iwlagn_rx_reply_rx(struct iwl_priv *priv,
871			       struct iwl_rx_cmd_buffer *rxb)
872{
873	struct ieee80211_hdr *header;
874	struct ieee80211_rx_status rx_status = {};
875	struct iwl_rx_packet *pkt = rxb_addr(rxb);
876	struct iwl_rx_phy_res *phy_res;
877	__le32 rx_pkt_status;
878	struct iwl_rx_mpdu_res_start *amsdu;
879	u32 len;
880	u32 ampdu_status;
881	u32 rate_n_flags;
882
883	if (!priv->last_phy_res_valid) {
884		IWL_ERR(priv, "MPDU frame without cached PHY data\n");
885		return;
886	}
887	phy_res = &priv->last_phy_res;
888	amsdu = (struct iwl_rx_mpdu_res_start *)pkt->data;
889	header = (struct ieee80211_hdr *)(pkt->data + sizeof(*amsdu));
890	len = le16_to_cpu(amsdu->byte_count);
891	rx_pkt_status = *(__le32 *)(pkt->data + sizeof(*amsdu) + len);
892	ampdu_status = iwlagn_translate_rx_status(priv,
893						  le32_to_cpu(rx_pkt_status));
894
895	if ((unlikely(phy_res->cfg_phy_cnt > 20))) {
896		IWL_DEBUG_DROP(priv, "dsp size out of range [0,20]: %d\n",
897				phy_res->cfg_phy_cnt);
898		return;
899	}
900
901	if (!(rx_pkt_status & RX_RES_STATUS_NO_CRC32_ERROR) ||
902	    !(rx_pkt_status & RX_RES_STATUS_NO_RXE_OVERFLOW)) {
903		IWL_DEBUG_RX(priv, "Bad CRC or FIFO: 0x%08X.\n",
904				le32_to_cpu(rx_pkt_status));
905		return;
906	}
907
908	/* This will be used in several places later */
909	rate_n_flags = le32_to_cpu(phy_res->rate_n_flags);
910
911	/* rx_status carries information about the packet to mac80211 */
912	rx_status.mactime = le64_to_cpu(phy_res->timestamp);
913	rx_status.band = (phy_res->phy_flags & RX_RES_PHY_FLAGS_BAND_24_MSK) ?
914				IEEE80211_BAND_2GHZ : IEEE80211_BAND_5GHZ;
915	rx_status.freq =
916		ieee80211_channel_to_frequency(le16_to_cpu(phy_res->channel),
917					       rx_status.band);
918	rx_status.rate_idx =
919		iwlagn_hwrate_to_mac80211_idx(rate_n_flags, rx_status.band);
920	rx_status.flag = 0;
921
922	/* TSF isn't reliable. In order to allow smooth user experience,
923	 * this W/A doesn't propagate it to the mac80211 */
924	/*rx_status.flag |= RX_FLAG_MACTIME_START;*/
925
926	priv->ucode_beacon_time = le32_to_cpu(phy_res->beacon_time_stamp);
927
928	/* Find max signal strength (dBm) among 3 antenna/receiver chains */
929	rx_status.signal = iwlagn_calc_rssi(priv, phy_res);
930
931	IWL_DEBUG_STATS_LIMIT(priv, "Rssi %d, TSF %llu\n",
932		rx_status.signal, (unsigned long long)rx_status.mactime);
933
934	/*
935	 * "antenna number"
936	 *
937	 * It seems that the antenna field in the phy flags value
938	 * is actually a bit field. This is undefined by radiotap,
939	 * it wants an actual antenna number but I always get "7"
940	 * for most legacy frames I receive indicating that the
941	 * same frame was received on all three RX chains.
942	 *
943	 * I think this field should be removed in favor of a
944	 * new 802.11n radiotap field "RX chains" that is defined
945	 * as a bitmask.
946	 */
947	rx_status.antenna =
948		(le16_to_cpu(phy_res->phy_flags) & RX_RES_PHY_FLAGS_ANTENNA_MSK)
949		>> RX_RES_PHY_FLAGS_ANTENNA_POS;
950
951	/* set the preamble flag if appropriate */
952	if (phy_res->phy_flags & RX_RES_PHY_FLAGS_SHORT_PREAMBLE_MSK)
953		rx_status.flag |= RX_FLAG_SHORTPRE;
954
955	if (phy_res->phy_flags & RX_RES_PHY_FLAGS_AGG_MSK) {
956		/*
957		 * We know which subframes of an A-MPDU belong
958		 * together since we get a single PHY response
959		 * from the firmware for all of them
960		 */
961		rx_status.flag |= RX_FLAG_AMPDU_DETAILS;
962		rx_status.ampdu_reference = priv->ampdu_ref;
963	}
964
965	/* Set up the HT phy flags */
966	if (rate_n_flags & RATE_MCS_HT_MSK)
967		rx_status.flag |= RX_FLAG_HT;
968	if (rate_n_flags & RATE_MCS_HT40_MSK)
969		rx_status.flag |= RX_FLAG_40MHZ;
970	if (rate_n_flags & RATE_MCS_SGI_MSK)
971		rx_status.flag |= RX_FLAG_SHORT_GI;
972	if (rate_n_flags & RATE_MCS_GF_MSK)
973		rx_status.flag |= RX_FLAG_HT_GF;
974
975	iwlagn_pass_packet_to_mac80211(priv, header, len, ampdu_status,
976				    rxb, &rx_status);
977}
978
979static void iwlagn_rx_noa_notification(struct iwl_priv *priv,
980				       struct iwl_rx_cmd_buffer *rxb)
981{
982	struct iwl_wipan_noa_data *new_data, *old_data;
983	struct iwl_rx_packet *pkt = rxb_addr(rxb);
984	struct iwl_wipan_noa_notification *noa_notif = (void *)pkt->data;
985
986	/* no condition -- we're in softirq */
987	old_data = rcu_dereference_protected(priv->noa_data, true);
988
989	if (noa_notif->noa_active) {
990		u32 len = le16_to_cpu(noa_notif->noa_attribute.length);
991		u32 copylen = len;
992
993		/* EID, len, OUI, subtype */
994		len += 1 + 1 + 3 + 1;
995		/* P2P id, P2P length */
996		len += 1 + 2;
997		copylen += 1 + 2;
998
999		new_data = kmalloc(sizeof(*new_data) + len, GFP_ATOMIC);
1000		if (new_data) {
1001			new_data->length = len;
1002			new_data->data[0] = WLAN_EID_VENDOR_SPECIFIC;
1003			new_data->data[1] = len - 2; /* not counting EID, len */
1004			new_data->data[2] = (WLAN_OUI_WFA >> 16) & 0xff;
1005			new_data->data[3] = (WLAN_OUI_WFA >> 8) & 0xff;
1006			new_data->data[4] = (WLAN_OUI_WFA >> 0) & 0xff;
1007			new_data->data[5] = WLAN_OUI_TYPE_WFA_P2P;
1008			memcpy(&new_data->data[6], &noa_notif->noa_attribute,
1009			       copylen);
1010		}
1011	} else
1012		new_data = NULL;
1013
1014	rcu_assign_pointer(priv->noa_data, new_data);
1015
1016	if (old_data)
1017		kfree_rcu(old_data, rcu_head);
1018}
1019
1020/**
1021 * iwl_setup_rx_handlers - Initialize Rx handler callbacks
1022 *
1023 * Setup the RX handlers for each of the reply types sent from the uCode
1024 * to the host.
1025 */
1026void iwl_setup_rx_handlers(struct iwl_priv *priv)
1027{
1028	void (**handlers)(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb);
1029
1030	handlers = priv->rx_handlers;
1031
1032	handlers[REPLY_ERROR]			= iwlagn_rx_reply_error;
1033	handlers[CHANNEL_SWITCH_NOTIFICATION]	= iwlagn_rx_csa;
1034	handlers[SPECTRUM_MEASURE_NOTIFICATION]	=
1035		iwlagn_rx_spectrum_measure_notif;
1036	handlers[PM_SLEEP_NOTIFICATION]		= iwlagn_rx_pm_sleep_notif;
1037	handlers[PM_DEBUG_STATISTIC_NOTIFIC]	=
1038		iwlagn_rx_pm_debug_statistics_notif;
1039	handlers[BEACON_NOTIFICATION]		= iwlagn_rx_beacon_notif;
1040	handlers[REPLY_ADD_STA]			= iwl_add_sta_callback;
1041
1042	handlers[REPLY_WIPAN_NOA_NOTIFICATION]	= iwlagn_rx_noa_notification;
1043
1044	/*
1045	 * The same handler is used for both the REPLY to a discrete
1046	 * statistics request from the host as well as for the periodic
1047	 * statistics notifications (after received beacons) from the uCode.
1048	 */
1049	handlers[REPLY_STATISTICS_CMD]		= iwlagn_rx_reply_statistics;
1050	handlers[STATISTICS_NOTIFICATION]	= iwlagn_rx_statistics;
1051
1052	iwl_setup_rx_scan_handlers(priv);
1053
1054	handlers[CARD_STATE_NOTIFICATION]	= iwlagn_rx_card_state_notif;
1055	handlers[MISSED_BEACONS_NOTIFICATION]	=
1056		iwlagn_rx_missed_beacon_notif;
1057
1058	/* Rx handlers */
1059	handlers[REPLY_RX_PHY_CMD]		= iwlagn_rx_reply_rx_phy;
1060	handlers[REPLY_RX_MPDU_CMD]		= iwlagn_rx_reply_rx;
1061
1062	/* block ack */
1063	handlers[REPLY_COMPRESSED_BA]		=
1064		iwlagn_rx_reply_compressed_ba;
1065
1066	priv->rx_handlers[REPLY_TX] = iwlagn_rx_reply_tx;
1067
1068	/* set up notification wait support */
1069	iwl_notification_wait_init(&priv->notif_wait);
1070
1071	/* Set up BT Rx handlers */
1072	if (priv->lib->bt_params)
1073		iwlagn_bt_rx_handler_setup(priv);
1074}
1075
1076void iwl_rx_dispatch(struct iwl_op_mode *op_mode, struct napi_struct *napi,
1077		     struct iwl_rx_cmd_buffer *rxb)
1078{
1079	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1080	struct iwl_priv *priv = IWL_OP_MODE_GET_DVM(op_mode);
1081
1082	/*
1083	 * Do the notification wait before RX handlers so
1084	 * even if the RX handler consumes the RXB we have
1085	 * access to it in the notification wait entry.
1086	 */
1087	iwl_notification_wait_notify(&priv->notif_wait, pkt);
1088
1089	/* Based on type of command response or notification,
1090	 *   handle those that need handling via function in
1091	 *   rx_handlers table.  See iwl_setup_rx_handlers() */
1092	if (priv->rx_handlers[pkt->hdr.cmd]) {
1093		priv->rx_handlers_stats[pkt->hdr.cmd]++;
1094		priv->rx_handlers[pkt->hdr.cmd](priv, rxb);
1095	} else {
1096		/* No handling needed */
1097		IWL_DEBUG_RX(priv, "No handler needed for %s, 0x%02x\n",
1098			     iwl_dvm_get_cmd_string(pkt->hdr.cmd),
1099			     pkt->hdr.cmd);
1100	}
1101}
1102