62 update_vlan_tailroom_need_count(struct ieee80211_sub_if_data *sdata, int delta)  in update_vlan_tailroom_need_count()  argument
66 	if (sdata->vif.type != NL80211_IFTYPE_AP)  in update_vlan_tailroom_need_count()
70 	assert_key_lock(sdata->local);  in update_vlan_tailroom_need_count()
74 	list_for_each_entry_rcu(vlan, &sdata->u.ap.vlans, u.vlan.list)  in update_vlan_tailroom_need_count()
80 static void increment_tailroom_need_count(struct ieee80211_sub_if_data *sdata)  in increment_tailroom_need_count()  argument
101 	assert_key_lock(sdata->local);  in increment_tailroom_need_count()
103 	update_vlan_tailroom_need_count(sdata, 1);  in increment_tailroom_need_count()
105 	if (!sdata->crypto_tx_tailroom_needed_cnt++) {  in increment_tailroom_need_count()
114 static void decrease_tailroom_need_count(struct ieee80211_sub_if_data *sdata,  in decrease_tailroom_need_count()  argument
117 	assert_key_lock(sdata->local);  in decrease_tailroom_need_count()
119 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt < delta);  in decrease_tailroom_need_count()
121 	update_vlan_tailroom_need_count(sdata, -delta);  in decrease_tailroom_need_count()
122 	sdata->crypto_tx_tailroom_needed_cnt -= delta;  in decrease_tailroom_need_count()
127 	struct ieee80211_sub_if_data *sdata;  in ieee80211_key_enable_hw_accel()  local
163 	sdata = key->sdata;  in ieee80211_key_enable_hw_accel()
164 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_key_enable_hw_accel()
173 	ret = drv_set_key(key->local, SET_KEY, sdata,  in ieee80211_key_enable_hw_accel()
181 			decrease_tailroom_need_count(sdata, 1);  in ieee80211_key_enable_hw_accel()
190 		sdata_err(sdata,  in ieee80211_key_enable_hw_accel()
221 	struct ieee80211_sub_if_data *sdata;  in ieee80211_key_disable_hw_accel()  local
236 	sdata = key->sdata;  in ieee80211_key_disable_hw_accel()
240 		increment_tailroom_need_count(sdata);  in ieee80211_key_disable_hw_accel()
242 	ret = drv_set_key(key->local, DISABLE_KEY, sdata,  in ieee80211_key_disable_hw_accel()
246 		sdata_err(sdata,  in ieee80211_key_disable_hw_accel()
254 static void __ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata,  in __ieee80211_set_default_key()  argument
259 	assert_key_lock(sdata->local);  in __ieee80211_set_default_key()
262 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_key()
265 		rcu_assign_pointer(sdata->default_unicast_key, key);  in __ieee80211_set_default_key()
266 		ieee80211_check_fast_xmit_iface(sdata);  in __ieee80211_set_default_key()
267 		drv_set_default_unicast_key(sdata->local, sdata, idx);  in __ieee80211_set_default_key()
271 		rcu_assign_pointer(sdata->default_multicast_key, key);  in __ieee80211_set_default_key()
273 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_key()
276 void ieee80211_set_default_key(struct ieee80211_sub_if_data *sdata, int idx,  in ieee80211_set_default_key()  argument
279 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
280 	__ieee80211_set_default_key(sdata, idx, uni, multi);  in ieee80211_set_default_key()
281 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_key()
285 __ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata, int idx)  in __ieee80211_set_default_mgmt_key()  argument
289 	assert_key_lock(sdata->local);  in __ieee80211_set_default_mgmt_key()
293 		key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in __ieee80211_set_default_mgmt_key()
295 	rcu_assign_pointer(sdata->default_mgmt_key, key);  in __ieee80211_set_default_mgmt_key()
297 	ieee80211_debugfs_key_update_default(sdata);  in __ieee80211_set_default_mgmt_key()
300 void ieee80211_set_default_mgmt_key(struct ieee80211_sub_if_data *sdata,  in ieee80211_set_default_mgmt_key()  argument
303 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
304 	__ieee80211_set_default_mgmt_key(sdata, idx);  in ieee80211_set_default_mgmt_key()
305 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_set_default_mgmt_key()
309 static void ieee80211_key_replace(struct ieee80211_sub_if_data *sdata,  in ieee80211_key_replace()  argument
323 		list_add_tail(&new->list, &sdata->key_list);  in ieee80211_key_replace()
342 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
343 						sdata->default_unicast_key);  in ieee80211_key_replace()
345 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
346 						sdata->default_multicast_key);  in ieee80211_key_replace()
348 			old == key_mtx_dereference(sdata->local,  in ieee80211_key_replace()
349 						sdata->default_mgmt_key);  in ieee80211_key_replace()
352 			__ieee80211_set_default_key(sdata, -1, true, false);  in ieee80211_key_replace()
354 			__ieee80211_set_default_key(sdata, -1, false, true);  in ieee80211_key_replace()
356 			__ieee80211_set_default_mgmt_key(sdata, -1);  in ieee80211_key_replace()
358 		rcu_assign_pointer(sdata->keys[idx], new);  in ieee80211_key_replace()
360 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
363 			__ieee80211_set_default_key(sdata, new->conf.keyidx,  in ieee80211_key_replace()
366 			__ieee80211_set_default_mgmt_key(sdata,  in ieee80211_key_replace()
571 		struct ieee80211_sub_if_data *sdata = key->sdata;  in __ieee80211_key_destroy()  local
577 			sdata->crypto_tx_tailroom_pending_dec++;  in __ieee80211_key_destroy()
578 			schedule_delayed_work(&sdata->dec_tailroom_needed_wk,  in __ieee80211_key_destroy()
581 			decrease_tailroom_need_count(sdata, 1);  in __ieee80211_key_destroy()
605 	WARN_ON(key->sdata || key->local);  in ieee80211_key_free_unused()
610 		       struct ieee80211_sub_if_data *sdata,  in ieee80211_key_link()  argument
613 	struct ieee80211_local *local = sdata->local;  in ieee80211_key_link()
620 	key->local = sdata->local;  in ieee80211_key_link()
621 	key->sdata = sdata;  in ieee80211_key_link()
624 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_key_link()
627 		old_key = key_mtx_dereference(sdata->local, sta->ptk[idx]);  in ieee80211_key_link()
629 		old_key = key_mtx_dereference(sdata->local, sta->gtk[idx]);  in ieee80211_key_link()
631 		old_key = key_mtx_dereference(sdata->local, sdata->keys[idx]);  in ieee80211_key_link()
633 	increment_tailroom_need_count(sdata);  in ieee80211_key_link()
635 	ieee80211_key_replace(sdata, sta, pairwise, old_key, key);  in ieee80211_key_link()
648 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_key_link()
661 	if (key->sdata)  in ieee80211_key_free()
662 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_key_free()
668 void ieee80211_enable_keys(struct ieee80211_sub_if_data *sdata)  in ieee80211_enable_keys()  argument
675 	if (WARN_ON(!ieee80211_sdata_running(sdata)))  in ieee80211_enable_keys()
678 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_enable_keys()
680 	WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_enable_keys()
681 		     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_enable_keys()
683 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_enable_keys()
684 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_enable_keys()
689 	list_for_each_entry(key, &sdata->key_list, list) {  in ieee80211_enable_keys()
690 		increment_tailroom_need_count(sdata);  in ieee80211_enable_keys()
694 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_enable_keys()
697 void ieee80211_reset_crypto_tx_tailroom(struct ieee80211_sub_if_data *sdata)  in ieee80211_reset_crypto_tx_tailroom()  argument
701 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_reset_crypto_tx_tailroom()
703 	sdata->crypto_tx_tailroom_needed_cnt = 0;  in ieee80211_reset_crypto_tx_tailroom()
705 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_reset_crypto_tx_tailroom()
706 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_reset_crypto_tx_tailroom()
710 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_reset_crypto_tx_tailroom()
724 	struct ieee80211_sub_if_data *sdata;  in ieee80211_iter_keys()  local
730 		sdata = vif_to_sdata(vif);  in ieee80211_iter_keys()
731 		list_for_each_entry_safe(key, tmp, &sdata->key_list, list)  in ieee80211_iter_keys()
732 			iter(hw, &sdata->vif,  in ieee80211_iter_keys()
736 		list_for_each_entry(sdata, &local->interfaces, list)  in ieee80211_iter_keys()
738 						 &sdata->key_list, list)  in ieee80211_iter_keys()
739 				iter(hw, &sdata->vif,  in ieee80211_iter_keys()
747 static void ieee80211_free_keys_iface(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys_iface()  argument
752 	decrease_tailroom_need_count(sdata,  in ieee80211_free_keys_iface()
753 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys_iface()
754 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_free_keys_iface()
756 	ieee80211_debugfs_key_remove_mgmt_default(sdata);  in ieee80211_free_keys_iface()
758 	list_for_each_entry_safe(key, tmp, &sdata->key_list, list) {  in ieee80211_free_keys_iface()
759 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_keys_iface()
765 	ieee80211_debugfs_key_update_default(sdata);  in ieee80211_free_keys_iface()
768 void ieee80211_free_keys(struct ieee80211_sub_if_data *sdata,  in ieee80211_free_keys()  argument
771 	struct ieee80211_local *local = sdata->local;  in ieee80211_free_keys()
777 	cancel_delayed_work_sync(&sdata->dec_tailroom_needed_wk);  in ieee80211_free_keys()
781 	ieee80211_free_keys_iface(sdata, &keys);  in ieee80211_free_keys()
783 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
784 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
793 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {  in ieee80211_free_keys()
794 		if (sdata->bss) {  in ieee80211_free_keys()
795 			master = container_of(sdata->bss,  in ieee80211_free_keys()
799 			WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt !=  in ieee80211_free_keys()
803 		WARN_ON_ONCE(sdata->crypto_tx_tailroom_needed_cnt ||  in ieee80211_free_keys()
804 			     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_free_keys()
807 	if (sdata->vif.type == NL80211_IFTYPE_AP) {  in ieee80211_free_keys()
808 		list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list)  in ieee80211_free_keys()
827 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
837 		ieee80211_key_replace(key->sdata, key->sta,  in ieee80211_free_sta_keys()
848 	struct ieee80211_sub_if_data *sdata;  in ieee80211_delayed_tailroom_dec()  local
850 	sdata = container_of(wk, struct ieee80211_sub_if_data,  in ieee80211_delayed_tailroom_dec()
869 	mutex_lock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
870 	decrease_tailroom_need_count(sdata,  in ieee80211_delayed_tailroom_dec()
871 				     sdata->crypto_tx_tailroom_pending_dec);  in ieee80211_delayed_tailroom_dec()
872 	sdata->crypto_tx_tailroom_pending_dec = 0;  in ieee80211_delayed_tailroom_dec()
873 	mutex_unlock(&sdata->local->key_mtx);  in ieee80211_delayed_tailroom_dec()
879 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_notify()  local
881 	trace_api_gtk_rekey_notify(sdata, bssid, replay_ctr);  in ieee80211_gtk_rekey_notify()
883 	cfg80211_gtk_rekey_notify(sdata->dev, bssid, replay_ctr, gfp);  in ieee80211_gtk_rekey_notify()
1099 			increment_tailroom_need_count(key->sdata);  in ieee80211_remove_key()
1110 	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);  in ieee80211_gtk_rekey_add()  local
1111 	struct ieee80211_local *local = sdata->local;  in ieee80211_gtk_rekey_add()
1127 	if (sdata->u.mgd.mfp != IEEE80211_MFP_DISABLED)  in ieee80211_gtk_rekey_add()
1130 	err = ieee80211_key_link(key, sdata, NULL);  in ieee80211_gtk_rekey_add()